[ 554.386417] env[65273]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 554.386417] env[65273]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 555.385397] env[65363]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 555.385397] env[65363]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 556.933099] env[65363]: INFO neutron.common.config [-] Logging enabled! [ 556.933417] env[65363]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 556.933668] env[65363]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65363) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 556.933972] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 556.934082] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 556.934898] env[65363]: WARNING oslo_policy.policy [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 556.935133] env[65363]: WARNING oslo_policy.policy [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 556.936782] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] VMware NSXv3 Agent initialized successfully. [ 556.937145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] Acquiring lock "singleton_lock" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.937275] env[65363]: DEBUG oslo_concurrency.lockutils [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] Acquired lock "singleton_lock" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.937482] env[65363]: DEBUG oslo_concurrency.lockutils [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] Releasing lock "singleton_lock" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.937764] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] Full set of CONF: {{(pid=65363) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 556.937912] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ******************************************************************************** {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 556.938054] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] Configuration options gathered from: {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 556.938412] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 556.938583] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 556.938688] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ================================================================================ {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 556.938851] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] agent_down_time = 75 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.938986] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] allow_automatic_dhcp_failover = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.939134] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] allow_bulk = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.939274] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] api_extensions_path = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.939410] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] api_paste_config = api-paste.ini {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.939545] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] auth_strategy = keystone {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.939645] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] backdoor_port = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.939742] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] backdoor_socket = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.939871] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] backlog = 4096 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940008] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940166] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] bind_host = 0.0.0.0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940303] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] bind_port = 9696 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940434] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] client_socket_timeout = 900 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940567] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] config_dir = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940670] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940800] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] config_source = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.940997] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] control_exchange = neutron {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.941084] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] core_plugin = ml2 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.941234] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] debug = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.941359] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] default_availability_zones = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.941564] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.941699] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] dhcp_agent_notification = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.941824] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] dhcp_agents_per_network = 1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.941953] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] dhcp_lease_duration = 86400 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.942103] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] dhcp_load_type = networks {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.942259] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] dns_domain = openstacklocal {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.942406] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.942537] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] enable_default_route_bfd = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.942664] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] enable_default_route_ecmp = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.942789] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] enable_dvr = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.942912] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] enable_new_agents = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943052] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943181] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] enable_signals = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943305] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] enable_traditional_dhcp = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943429] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] external_dns_driver = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943555] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] filter_validation = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943688] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] global_physnet_mtu = 8950 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943814] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] graceful_shutdown_timeout = 60 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.943988] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] host = cpu-1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.944135] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] host_dvr_for_dhcp = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.944263] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] http_retries = 3 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.944396] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] instance_format = [instance: %(uuid)s] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.944562] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.944743] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ipam_driver = internal {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.944875] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ipv6_pd_enabled = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945013] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] l3_ha = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945153] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945279] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] l3_ha_network_physical_name = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945410] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] l3_ha_network_type = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945544] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_color = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945675] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_config_append = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945805] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.945930] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_dir = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946064] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_file = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946163] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_options = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946294] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_rotate_interval = 1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946428] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_rotate_interval_type = days {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946558] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] log_rotation_type = none {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946656] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946753] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.946885] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947023] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947123] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947254] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] max_dns_nameservers = 5 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947380] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] max_header_line = 16384 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947502] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] max_l3_agents_per_router = 3 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947626] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] max_logfile_count = 30 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947748] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] max_logfile_size_mb = 200 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947871] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] max_subnet_host_routes = 20 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.947999] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] my_ip = 10.180.1.21 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.948141] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] my_ipv6 = ::1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.948266] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] network_auto_schedule = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.948390] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] network_link_prefix = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.948523] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.948650] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] notify_nova_on_port_data_changes = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.948777] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] notify_nova_on_port_status_changes = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.948904] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] pagination_max_limit = -1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949037] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] publish_errors = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949165] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] rate_limit_burst = 0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949321] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] rate_limit_except_level = CRITICAL {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949454] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] rate_limit_interval = 0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949578] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] retry_until_window = 30 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949703] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] router_distributed = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949826] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] rpc_resources_processing_step = 20 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.949948] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] rpc_response_max_timeout = 600 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950084] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] rpc_response_timeout = 60 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950209] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] send_events_interval = 2 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950354] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] service_plugins = ['router'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950485] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] setproctitle = on {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950608] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] shell_completion = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950736] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] state_path = /opt/stack/data/neutron {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950866] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] syslog_log_facility = LOG_USER {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.950994] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] tcp_keepidle = 600 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.951138] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] transport_url = **** {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.951296] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] use_journal = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.951446] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] use_json = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.951581] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] use_ssl = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.951706] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] use_stderr = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.951838] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] use_syslog = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.951961] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] vlan_qinq = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.952096] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] vlan_transparent = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.952261] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] watch_log_file = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.952360] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] wsgi_default_pool_size = 100 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.952472] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] wsgi_keep_alive = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.952602] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.952727] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] wsgi_server_debug = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.952869] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_concurrency.disable_process_locking = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953014] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953159] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953287] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953423] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953555] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953682] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953824] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.connection_string = messaging:// {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.953959] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.enabled = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.954106] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.es_doc_type = notification {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.954236] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.es_scroll_size = 10000 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.954371] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.es_scroll_time = 2m {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.954524] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.filter_error_trace = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.954662] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.hmac_keys = **** {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.954796] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.sentinel_service_name = mymaster {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.954932] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.socket_timeout = 0.1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.955073] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.trace_requests = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.955204] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler.trace_sqlalchemy = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.955349] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler_jaeger.process_tags = {} {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.955475] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler_jaeger.service_name_prefix = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.955604] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] profiler_otlp.service_name_prefix = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.955744] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.enforce_new_defaults = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.956046] env[65363]: WARNING oslo_config.cfg [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 556.956167] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.enforce_scope = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.956306] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.policy_default_rule = default {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.956450] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.956583] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.956719] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.956846] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.956973] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.957113] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.957244] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.957381] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.957548] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.957695] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] agent.extensions = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.957830] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.957967] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] service_providers.service_provider = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.958126] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.default_quota = -1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.958267] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.958401] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_floatingip = 50 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.958533] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_network = 100 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.958661] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_port = 500 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.958788] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.958914] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_router = 10 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.959048] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_security_group = 10 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.959179] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.959333] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.quota_subnet = 100 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.959469] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] QUOTAS.track_quota_usage = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.959612] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.959746] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep.group = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.959874] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep.helper_command = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960013] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep.log_daemon_traceback = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960158] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960290] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep.thread_pool_size = 8 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960420] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep.user = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960584] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960716] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_dhcp_release.group = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960842] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_dhcp_release.helper_command = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.960970] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.961115] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.961266] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.961401] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_dhcp_release.user = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.961539] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.961663] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_ovs_vsctl.group = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.961785] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.961912] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962059] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962202] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962327] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_ovs_vsctl.user = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962462] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_namespace.capabilities = [21] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962586] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_namespace.group = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962711] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_namespace.helper_command = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962838] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.962969] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.963111] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.963240] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_namespace.user = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.963376] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_conntrack.capabilities = [12] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.963521] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_conntrack.group = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.963657] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_conntrack.helper_command = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.963786] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.963921] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964063] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964189] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_conntrack.user = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964326] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_link.capabilities = [12, 21] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964456] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_link.group = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964580] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_link.helper_command = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964707] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_link.log_daemon_traceback = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964839] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.964967] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_link.thread_pool_size = 8 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.965104] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] privsep_link.user = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.965253] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.965394] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.965525] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.continue_on_failed_promotions = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.965654] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.dscp = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.965785] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.dscp_inherit = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.965922] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.force_mp_to_policy = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.966063] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.locking_coordinator_url = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.966196] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.log_agent_heartbeats = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.966338] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.logging_expire = 1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.966486] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.966644] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.966786] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.polling_interval = 240 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.966919] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.967069] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.967214] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.report_interval = 30.0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.967356] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.967493] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.967627] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.967762] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.sync_skew = 60 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.967891] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.synchronization_queue_size = 20 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.968031] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT.use_helper_for_ns_read = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.968173] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] SECURITYGROUP.enable_ipset = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.968311] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] SECURITYGROUP.enable_security_group = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.968450] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.968586] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.968722] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] experimental.ipv6_pd_enabled = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.968871] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.extension_drivers = ['port_security'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.969007] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.external_network_type = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.969157] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.969331] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.overlay_ip_version = 4 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.969481] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.path_mtu = 8950 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.969644] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.physical_network_mtus = {} {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.969795] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.969931] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.970082] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ml2.type_drivers = ['vlan'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.970226] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.970359] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.970488] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.970628] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.970765] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.970899] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.971044] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.971184] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.971346] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.971642] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.971790] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_login_password = **** {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.971928] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.972076] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_login_user = admin {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.972234] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.972407] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.972549] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.972679] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.972816] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.972953] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.973105] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.973244] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.973380] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.973518] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.973659] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.973792] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.973928] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.974129] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.974272] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.974409] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.974545] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.974682] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.auth_section = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.974823] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.auth_type = password {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.974962] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.975104] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.certfile = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.975241] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.collect_timing = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.975402] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.endpoint_type = public {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.975547] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.insecure = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.975678] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.keyfile = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.975819] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.region_name = RegionOne {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.975954] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.split_loggers = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.976098] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] nova.timeout = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.976237] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.auth_section = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.976380] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.auth_type = password {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.976519] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.976649] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.certfile = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.976783] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.collect_timing = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.976920] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.endpoint_type = public {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977063] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.insecure = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977193] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.keyfile = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977318] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.region_name = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977450] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.split_loggers = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977577] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] placement.timeout = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977717] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.auth_section = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977848] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.auth_type = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.977975] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.cafile = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.978113] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.certfile = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.978247] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.collect_timing = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.978390] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.connect_retries = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.978537] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.connect_retry_delay = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.978673] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.enable_notifications = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.978803] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.endpoint_override = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.978973] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.insecure = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.979122] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.interface = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.979269] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.keyfile = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.979413] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.max_version = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.979544] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.min_version = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.979673] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.region_name = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.979801] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.retriable_status_codes = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.979928] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.service_name = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980067] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.service_type = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980200] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.split_loggers = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980328] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.status_code_retries = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980458] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.status_code_retry_delay = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980587] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.timeout = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980714] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.valid_interfaces = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980841] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ironic.version = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.980978] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] cli_script.dry_run = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.981133] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.981296] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.981433] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.981566] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.981697] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.981890] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.982075] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.982219] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.982355] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.982497] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.982628] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.982766] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.982901] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983048] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983186] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983325] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983460] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983607] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983731] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983860] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.983991] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.984137] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.984272] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.984396] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.984529] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.984695] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.984787] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.984914] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985051] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985184] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985316] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.ssl = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985455] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985592] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985727] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985855] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.985991] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.986137] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.986279] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_notifications.driver = [] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.986413] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_notifications.retry = -1 {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.986558] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.986689] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.986790] env[65363]: DEBUG oslo_service.backend._eventlet.service [None req-ab89a0e5-94cd-49ef-9f47-bf853d32ca38 None None] ******************************************************************************** {{(pid=65363) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 556.988031] env[65363]: DEBUG neutron.agent.securitygroups_rpc [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Init firewall settings (driver=nsxv3) {{(pid=65363) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 556.989399] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65363) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 556.989637] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] RPC agent_id: nsxm-l-01a.corp.local [ 556.991943] env[65363]: DEBUG dogpile.cache.region [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 556.992071] env[65363]: DEBUG dogpile.lock [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 556.992166] env[65363]: DEBUG dogpile.lock [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 556.992257] env[65363]: DEBUG dogpile.lock [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 556.992346] env[65363]: DEBUG dogpile.cache.region [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 556.992428] env[65363]: DEBUG dogpile.lock [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 556.992550] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 557.031406] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Session token - acquiring [ 557.033399] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.033582] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.033690] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.034150] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.046963] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.318290] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 557.340393] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 557.340668] env[65363]: DEBUG dogpile.cache.region [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Cache value generated in 0.348 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 557.340668] env[65363]: DEBUG dogpile.lock [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 557.340749] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Activating Policy API Provider. [ 557.340940] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Looking for the default Infrastructure Rules. [ 557.411493] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Looking for the Default Layer3 Logged Drop Section. [ 557.427928] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 557.428427] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.428696] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.428798] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.429095] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.429435] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.947335] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.450026] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.952462] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Inventory metadata is going to be refreshed. [ 558.952828] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 559.712694] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.712977] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.713044] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.713456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.724379] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 559.726211] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.726808] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 559.745095] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.745294] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.745402] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.745646] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.745764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.745901] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 559.746021] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.746124] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 559.768529] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.768815] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.768815] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.769069] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.769253] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.769391] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 559.792156] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.792448] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.792591] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.792881] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.793033] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.793183] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 559.812884] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.813130] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.813130] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.813438] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.813576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.813722] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 559.813824] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.813920] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 559.833457] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.833706] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.833840] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.834180] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.834304] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.834443] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 559.834543] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.834643] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 559.855026] env[65363]: DEBUG networking_nsxv3.common.locking [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.855237] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.855342] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.855582] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.855715] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.855859] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 559.855958] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.856066] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Inventory metadata have been refreshed. [ 559.856161] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Dryrun:True. Metadata refresh completed. [ 559.856272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Releasing lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.857882] env[65363]: INFO neutron.agent.agent_extensions_manager [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Loaded agent extensions: [] [ 559.858602] env[65363]: DEBUG neutron_lib.callbacks.manager [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65363) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 559.925719] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent RPC Daemon Started! [ 559.925919] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:0 started [ 559.925996] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent out of sync with plugin! [ 564.859023] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.859433] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.861018] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.861434] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.804529] env[65363]: INFO networking_nsxv3.common.synchronization [None req-cc62661e-2fc4-4594-ae41-c686f58dee8b demo admin] Enqueued Resource ID: c1655ddc-22e2-472f-8089-d0a57c3fe06e with Priority: HIGHEST for action security_group_rules [ 574.805129] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1655ddc-22e2-472f-8089-d0a57c3fe06e with Priority: HIGHEST for action security_group_rules [ 574.810940] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1655ddc-22e2-472f-8089-d0a57c3fe06e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.810940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1655ddc-22e2-472f-8089-d0a57c3fe06e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.810940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1655ddc-22e2-472f-8089-d0a57c3fe06e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.810940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1655ddc-22e2-472f-8089-d0a57c3fe06e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.810940] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1655ddc-22e2-472f-8089-d0a57c3fe06e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.329716] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.329969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.329969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.330149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.330242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.330342] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1655ddc-22e2-472f-8089-d0a57c3fe06e already deleted. [ 575.330428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1655ddc-22e2-472f-8089-d0a57c3fe06e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.808612] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.809055] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.809642] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.810045] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.861557] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.862098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.862098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.862098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.862201] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.364990] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.867992] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.370945] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 588.370945] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 589.086384] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.086871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.086871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.086871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.099188] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 589.100043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.100741] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 589.119539] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.119763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.119763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.119941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.120043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.120151] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 589.120218] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.120288] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 589.139937] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.140170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.140170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.140340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.140473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.140582] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.164081] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.164298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.164298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.164485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.164591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.164700] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.185462] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.185711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.185711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.185860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.185961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.186092] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 589.186165] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.186233] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 589.206484] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.206761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.206761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.206924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.207023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.207134] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 589.207208] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.207280] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 589.229590] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.229815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.229815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.230016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.230118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.230236] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 589.230385] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.230385] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 589.230523] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 589.230523] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 589.230631] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 589.230631] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 589.230866] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 589.230930] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 589.231010] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.249958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.250167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.250167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.250377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.250484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.250610] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.273646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.273871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.273871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.274106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.274213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.287447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.810706] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.810906] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 594.812107] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.812474] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.813891] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.814170] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.918351] env[65363]: INFO networking_nsxv3.common.synchronization [None req-52f15977-8bf8-4ee8-997c-0f425d35713d None None] Enqueued Resource ID: 64fe5420-3780-46cd-9d7d-4b2429fae529 with Priority: HIGHEST for action port [ 603.918884] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fe5420-3780-46cd-9d7d-4b2429fae529 with Priority: HIGHEST for action port [ 603.919214] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-64fe5420-3780-46cd-9d7d-4b2429fae529 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.919363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64fe5420-3780-46cd-9d7d-4b2429fae529" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.919480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64fe5420-3780-46cd-9d7d-4b2429fae529" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.919982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64fe5420-3780-46cd-9d7d-4b2429fae529" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.920108] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64fe5420-3780-46cd-9d7d-4b2429fae529',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.425996] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64fe5420-3780-46cd-9d7d-4b2429fae529 [ 604.425996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.425996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.425996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.425996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.425996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.425996] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64fe5420-3780-46cd-9d7d-4b2429fae529 already deleted. [ 604.425996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64fe5420-3780-46cd-9d7d-4b2429fae529" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.938146] env[65363]: INFO networking_nsxv3.common.synchronization [None req-2e8b086c-c67a-4184-901b-8040ac2d1735 None None] Enqueued Resource ID: 6713a937-8f1b-4545-a335-fb3825f60cee with Priority: HIGHEST for action port [ 605.938415] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6713a937-8f1b-4545-a335-fb3825f60cee with Priority: HIGHEST for action port [ 605.938959] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6713a937-8f1b-4545-a335-fb3825f60cee taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.939102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6713a937-8f1b-4545-a335-fb3825f60cee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.939169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6713a937-8f1b-4545-a335-fb3825f60cee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.939564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6713a937-8f1b-4545-a335-fb3825f60cee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.939564] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6713a937-8f1b-4545-a335-fb3825f60cee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.444110] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6713a937-8f1b-4545-a335-fb3825f60cee [ 606.444397] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.444497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.444572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.444780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.444873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.444964] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6713a937-8f1b-4545-a335-fb3825f60cee already deleted. [ 606.445053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6713a937-8f1b-4545-a335-fb3825f60cee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.185020] env[65363]: INFO networking_nsxv3.common.synchronization [None req-3402e40d-0c1e-4fa4-b731-2ac2fb5cade4 None None] Enqueued Resource ID: 3deb1d4a-8348-40a2-8f37-88509113d0fb with Priority: HIGHEST for action port [ 607.185020] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3deb1d4a-8348-40a2-8f37-88509113d0fb with Priority: HIGHEST for action port [ 607.185535] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3deb1d4a-8348-40a2-8f37-88509113d0fb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.185657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3deb1d4a-8348-40a2-8f37-88509113d0fb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.185738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3deb1d4a-8348-40a2-8f37-88509113d0fb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.186069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3deb1d4a-8348-40a2-8f37-88509113d0fb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.186809] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3deb1d4a-8348-40a2-8f37-88509113d0fb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.205694] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c0ee5f4f-3594-429d-9f18-5e4e8b985ccd None None] Enqueued Resource ID: eb7cd106-ba82-4bed-b959-336ec462e95b with Priority: HIGHEST for action port [ 607.205694] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7cd106-ba82-4bed-b959-336ec462e95b with Priority: HIGHEST for action port [ 607.205694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb7cd106-ba82-4bed-b959-336ec462e95b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.206822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb7cd106-ba82-4bed-b959-336ec462e95b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.207290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb7cd106-ba82-4bed-b959-336ec462e95b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.207990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb7cd106-ba82-4bed-b959-336ec462e95b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.208187] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb7cd106-ba82-4bed-b959-336ec462e95b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.691688] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3deb1d4a-8348-40a2-8f37-88509113d0fb [ 607.692076] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.692261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.692359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.692627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.692760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.693486] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3deb1d4a-8348-40a2-8f37-88509113d0fb already deleted. [ 607.693598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3deb1d4a-8348-40a2-8f37-88509113d0fb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.714334] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb7cd106-ba82-4bed-b959-336ec462e95b [ 607.714334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.714334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.714334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.714334] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb7cd106-ba82-4bed-b959-336ec462e95b already deleted. [ 607.714334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb7cd106-ba82-4bed-b959-336ec462e95b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.552244] env[65363]: INFO networking_nsxv3.common.synchronization [None req-da9c7bd9-4d46-4051-8d52-a077e02a84db None None] Enqueued Resource ID: 8065ec8c-b62c-42ff-bc3a-492631469455 with Priority: HIGHEST for action port [ 608.552806] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8065ec8c-b62c-42ff-bc3a-492631469455 with Priority: HIGHEST for action port [ 608.553139] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8065ec8c-b62c-42ff-bc3a-492631469455 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.553305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8065ec8c-b62c-42ff-bc3a-492631469455" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.553368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8065ec8c-b62c-42ff-bc3a-492631469455" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.556062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8065ec8c-b62c-42ff-bc3a-492631469455" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.558217] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8065ec8c-b62c-42ff-bc3a-492631469455',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.060075] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8065ec8c-b62c-42ff-bc3a-492631469455 [ 609.060075] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.060075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.060075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.060075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.060075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.060075] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8065ec8c-b62c-42ff-bc3a-492631469455 already deleted. [ 609.060075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8065ec8c-b62c-42ff-bc3a-492631469455" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.479398] env[65363]: INFO networking_nsxv3.common.synchronization [None req-049c06f0-6cce-4734-8f52-782056fb9c72 None None] Enqueued Resource ID: 2fef0532-4464-4b77-8a28-a302b9d0bd0b with Priority: HIGHEST for action port [ 609.479398] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fef0532-4464-4b77-8a28-a302b9d0bd0b with Priority: HIGHEST for action port [ 609.480729] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fef0532-4464-4b77-8a28-a302b9d0bd0b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.480729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fef0532-4464-4b77-8a28-a302b9d0bd0b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.480729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fef0532-4464-4b77-8a28-a302b9d0bd0b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.480952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fef0532-4464-4b77-8a28-a302b9d0bd0b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.480952] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fef0532-4464-4b77-8a28-a302b9d0bd0b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.841507] env[65363]: INFO networking_nsxv3.common.synchronization [None req-bbe3e1b0-9874-464d-98bf-1bf729369bc8 None None] Enqueued Resource ID: d1591199-fa3b-414f-a28b-21d6e52ef394 with Priority: HIGHEST for action port [ 609.841783] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1591199-fa3b-414f-a28b-21d6e52ef394 with Priority: HIGHEST for action port [ 609.843124] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1591199-fa3b-414f-a28b-21d6e52ef394 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.843124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1591199-fa3b-414f-a28b-21d6e52ef394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.843124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1591199-fa3b-414f-a28b-21d6e52ef394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.843124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1591199-fa3b-414f-a28b-21d6e52ef394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.843124] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1591199-fa3b-414f-a28b-21d6e52ef394',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.987042] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fef0532-4464-4b77-8a28-a302b9d0bd0b [ 609.987456] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.987581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.987653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.987866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.987950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.988057] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fef0532-4464-4b77-8a28-a302b9d0bd0b already deleted. [ 609.988134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fef0532-4464-4b77-8a28-a302b9d0bd0b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.078162] env[65363]: INFO networking_nsxv3.common.synchronization [None req-172c4338-2f53-4444-8429-35d5ba6a0581 None None] Enqueued Resource ID: ce95e540-36c4-4e8b-918f-0311592c8c82 with Priority: HIGHEST for action port [ 610.078950] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce95e540-36c4-4e8b-918f-0311592c8c82 with Priority: HIGHEST for action port [ 610.078950] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce95e540-36c4-4e8b-918f-0311592c8c82 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.079448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce95e540-36c4-4e8b-918f-0311592c8c82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.079448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce95e540-36c4-4e8b-918f-0311592c8c82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.079448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce95e540-36c4-4e8b-918f-0311592c8c82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.079545] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce95e540-36c4-4e8b-918f-0311592c8c82',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.346901] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1591199-fa3b-414f-a28b-21d6e52ef394 [ 610.347149] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.347302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.347340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.347545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.347630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.347776] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1591199-fa3b-414f-a28b-21d6e52ef394 already deleted. [ 610.347925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1591199-fa3b-414f-a28b-21d6e52ef394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.581512] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce95e540-36c4-4e8b-918f-0311592c8c82 [ 610.581748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.581879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.581945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.582170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.582250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.582342] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce95e540-36c4-4e8b-918f-0311592c8c82 already deleted. [ 610.582420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce95e540-36c4-4e8b-918f-0311592c8c82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.334060] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4c9e1cae-a2d9-4ccd-9a9e-b4c12b6f116a None None] Enqueued Resource ID: 88b8b0ec-61e4-4920-995a-f26eba94d313 with Priority: HIGHEST for action port [ 612.334301] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88b8b0ec-61e4-4920-995a-f26eba94d313 with Priority: HIGHEST for action port [ 612.334768] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-88b8b0ec-61e4-4920-995a-f26eba94d313 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.334894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88b8b0ec-61e4-4920-995a-f26eba94d313" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.334963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88b8b0ec-61e4-4920-995a-f26eba94d313" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.335286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88b8b0ec-61e4-4920-995a-f26eba94d313" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.335364] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88b8b0ec-61e4-4920-995a-f26eba94d313',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.435837] env[65363]: INFO networking_nsxv3.common.synchronization [None req-79c6e5fe-3f43-4434-b9de-7f158da39b52 None None] Enqueued Resource ID: 5a2fa7e6-e297-4120-a7be-05b9f7d83978 with Priority: HIGHEST for action port [ 612.436403] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2fa7e6-e297-4120-a7be-05b9f7d83978 with Priority: HIGHEST for action port [ 612.436705] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a2fa7e6-e297-4120-a7be-05b9f7d83978 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.438348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a2fa7e6-e297-4120-a7be-05b9f7d83978" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.438426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a2fa7e6-e297-4120-a7be-05b9f7d83978" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.438695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a2fa7e6-e297-4120-a7be-05b9f7d83978" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.438878] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a2fa7e6-e297-4120-a7be-05b9f7d83978',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.839035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88b8b0ec-61e4-4920-995a-f26eba94d313 [ 612.839035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.840247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.840247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.840247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.840247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.840635] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88b8b0ec-61e4-4920-995a-f26eba94d313 already deleted. [ 612.840831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88b8b0ec-61e4-4920-995a-f26eba94d313" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.943082] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a2fa7e6-e297-4120-a7be-05b9f7d83978 [ 612.943082] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.943082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.943082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.943082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.943082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.943277] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a2fa7e6-e297-4120-a7be-05b9f7d83978 already deleted. [ 612.943277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a2fa7e6-e297-4120-a7be-05b9f7d83978" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.948999] env[65363]: INFO networking_nsxv3.common.synchronization [None req-33433bec-3606-4023-bb06-e96940e6e9f7 None None] Enqueued Resource ID: 6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1 with Priority: HIGHEST for action port [ 613.950363] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1 with Priority: HIGHEST for action port [ 613.950590] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.951158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.951158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.951158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.951158] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.453134] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1 [ 614.453386] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.453523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.453584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.453809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.453885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.453980] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1 already deleted. [ 614.454137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cebcd74-c573-47cd-bc87-a0bfc0d1e3e1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.183271] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4b2bf559-1f0c-45ee-ae12-fb173b2c001b None None] Enqueued Resource ID: 758a40a2-fa5b-48f4-9b35-40963c32a911 with Priority: HIGHEST for action port [ 616.183271] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 758a40a2-fa5b-48f4-9b35-40963c32a911 with Priority: HIGHEST for action port [ 616.183948] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-758a40a2-fa5b-48f4-9b35-40963c32a911 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.183997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-758a40a2-fa5b-48f4-9b35-40963c32a911" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.184153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-758a40a2-fa5b-48f4-9b35-40963c32a911" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.184347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-758a40a2-fa5b-48f4-9b35-40963c32a911" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.184431] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('758a40a2-fa5b-48f4-9b35-40963c32a911',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.687381] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 758a40a2-fa5b-48f4-9b35-40963c32a911 [ 616.688081] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.688081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.688081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.688297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.688297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.688358] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:758a40a2-fa5b-48f4-9b35-40963c32a911 already deleted. [ 616.688415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-758a40a2-fa5b-48f4-9b35-40963c32a911" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.321116] env[65363]: INFO networking_nsxv3.common.synchronization [req-ec4f677a-059e-45a1-904b-62ad5ecced78 req-b89d0bf6-a12b-4c37-9125-a08255c0fd06 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Enqueued Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_members [ 617.321116] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_members [ 617.321116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.321116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.321116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.321116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.321116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.321116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.321116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.326072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.326072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.326072] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.629261] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4ec1d977-b8a7-4e6b-b7c3-e3b44d299353 None None] Enqueued Resource ID: 477792b3-a143-4cb4-9efd-c45b6f8d1ab8 with Priority: HIGHEST for action port [ 617.630508] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477792b3-a143-4cb4-9efd-c45b6f8d1ab8 with Priority: HIGHEST for action port [ 617.632233] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-477792b3-a143-4cb4-9efd-c45b6f8d1ab8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.632233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-477792b3-a143-4cb4-9efd-c45b6f8d1ab8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.632233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-477792b3-a143-4cb4-9efd-c45b6f8d1ab8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.632233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-477792b3-a143-4cb4-9efd-c45b6f8d1ab8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.632233] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('477792b3-a143-4cb4-9efd-c45b6f8d1ab8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.828897] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.829198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.829329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.829530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.829677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.829914] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.830027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.830094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.830262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.830351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.830500] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a1d806-8025-49a2-99a7-318b18193092 already deleted. [ 617.830589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.134396] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 477792b3-a143-4cb4-9efd-c45b6f8d1ab8 [ 618.136850] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.136850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.136850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.136850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.136850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.136850] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:477792b3-a143-4cb4-9efd-c45b6f8d1ab8 already deleted. [ 618.136850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-477792b3-a143-4cb4-9efd-c45b6f8d1ab8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.696075] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.696075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-167" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.696075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-167" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.696075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-167" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.696489] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.696489] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.696489] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.696754] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.697141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.697233] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.697946] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.697946] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.697946] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.697946] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.697946] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.698247] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.720836] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.720836] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.721978] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.721978] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-167" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.721978] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-128b8765-41ec-4be6-a777-030148be364d taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.721978] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.721978] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.722431] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.722431] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128b8765-41ec-4be6-a777-030148be364d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.759247] env[65363]: INFO networking_nsxv3.common.synchronization [None req-118dec40-90b5-4544-ac70-e02059874bf9 None None] Enqueued Resource ID: 1f081470-ebbd-43bf-83af-45b101b99ece with Priority: HIGHEST for action port [ 618.759247] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f081470-ebbd-43bf-83af-45b101b99ece with Priority: HIGHEST for action port [ 618.760144] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f081470-ebbd-43bf-83af-45b101b99ece taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.761012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f081470-ebbd-43bf-83af-45b101b99ece" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.761012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f081470-ebbd-43bf-83af-45b101b99ece" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.761380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f081470-ebbd-43bf-83af-45b101b99ece" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.761605] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f081470-ebbd-43bf-83af-45b101b99ece',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.224515] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.224746] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.224873] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.225157] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.225324] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.225454] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 128b8765-41ec-4be6-a777-030148be364d not found, creating... [ 619.225791] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.225949] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.226074] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.226288] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.226647] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.226771] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.226935] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.227035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.227239] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.227367] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.227504] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 128b8765-41ec-4be6-a777-030148be364d is going to be created. [ 619.251465] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.251912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.251912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.252940] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.252940] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.252940] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.265434] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f081470-ebbd-43bf-83af-45b101b99ece [ 619.266427] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.266427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.266427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.266427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.266427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.266427] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f081470-ebbd-43bf-83af-45b101b99ece already deleted. [ 619.266427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f081470-ebbd-43bf-83af-45b101b99ece" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.426592] env[65363]: INFO networking_nsxv3.common.synchronization [None req-41e77efe-75d2-4f40-8e09-5f6391dba1fe None None] Enqueued Resource ID: 8adffa16-5d9d-4a6d-b191-14f8375e7db7 with Priority: HIGHEST for action port [ 619.427511] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adffa16-5d9d-4a6d-b191-14f8375e7db7 with Priority: HIGHEST for action port [ 619.427810] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8adffa16-5d9d-4a6d-b191-14f8375e7db7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.428241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8adffa16-5d9d-4a6d-b191-14f8375e7db7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.428241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8adffa16-5d9d-4a6d-b191-14f8375e7db7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.428366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8adffa16-5d9d-4a6d-b191-14f8375e7db7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.428427] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adffa16-5d9d-4a6d-b191-14f8375e7db7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.930592] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8adffa16-5d9d-4a6d-b191-14f8375e7db7 [ 619.930888] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.931022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.931236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.931344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.931418] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8adffa16-5d9d-4a6d-b191-14f8375e7db7 already deleted. [ 619.931534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8adffa16-5d9d-4a6d-b191-14f8375e7db7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.996150] env[65363]: INFO networking_nsxv3.common.synchronization [req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 req-4fa931ef-9280-4f9b-a633-1723e5c39668 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 619.996674] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 619.997624] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.997792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.997839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.998365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.998566] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.998709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.998801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.998996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.999130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.999251] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.001039] env[65363]: INFO networking_nsxv3.common.synchronization [req-ec4f677a-059e-45a1-904b-62ad5ecced78 req-e5f56be5-a195-417c-ab9e-63a8aac83a51 service nova] Enqueued Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_rules [ 620.002368] env[65363]: INFO networking_nsxv3.common.synchronization [req-ec4f677a-059e-45a1-904b-62ad5ecced78 req-e5f56be5-a195-417c-ab9e-63a8aac83a51 service nova] Enqueued Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_members [ 620.002887] env[65363]: INFO networking_nsxv3.common.synchronization [req-ec4f677a-059e-45a1-904b-62ad5ecced78 req-e5f56be5-a195-417c-ab9e-63a8aac83a51 service nova] Enqueued Resource ID: 128b8765-41ec-4be6-a777-030148be364d with Priority: HIGHEST for action port [ 620.003823] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_rules [ 620.004121] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_members [ 620.004287] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128b8765-41ec-4be6-a777-030148be364d with Priority: HIGHEST for action port [ 620.004576] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.007650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.007731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.007956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.008051] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.009147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.010740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.010740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.010740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.010740] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.010740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.010740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.010740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.010740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.010740] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.011415] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-128b8765-41ec-4be6-a777-030148be364d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.011625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.011684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.011850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.012177] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128b8765-41ec-4be6-a777-030148be364d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.372268] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.372476] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.372612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.373274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.373274] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.373444] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.373638] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.373944] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.373944] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.374187] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.374342] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.374471] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.374629] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.374714] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.374775] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.374905] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.396517] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.397138] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.397138] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.397138] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.397260] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-f4162d84-ee06-442a-8eb9-e66ea571826c taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.397418] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.397966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.397966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.397966] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4162d84-ee06-442a-8eb9-e66ea571826c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.504228] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.504545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.504633] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.504827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.504948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.505184] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.505325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.505470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.505575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.505647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.505813] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d already deleted. [ 620.505813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.514678] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.514801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.522030] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.522505] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 128b8765-41ec-4be6-a777-030148be364d with status ACTIVE [ 620.523219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.523219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.523219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.523473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.523565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.523968] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.524127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.524204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.524363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.524446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.524642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.524734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.524799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.525632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.525632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.525632] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 128b8765-41ec-4be6-a777-030148be364d is going to be updated. [ 620.548626] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.549043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.549194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.549503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.549673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.549855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128b8765-41ec-4be6-a777-030148be364d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.901976] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.902545] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.902545] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.903369] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.903369] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.903369] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port f4162d84-ee06-442a-8eb9-e66ea571826c not found, creating... [ 620.903815] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.903876] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.903956] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.904368] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.904368] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.904626] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.904783] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.904893] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.905110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.905238] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.905375] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: f4162d84-ee06-442a-8eb9-e66ea571826c is going to be created. [ 620.927487] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.927660] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.927779] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.928189] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.928317] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.928572] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.028937] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.531499] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.531499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.531499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.531499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.531784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.531784] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a1d806-8025-49a2-99a7-318b18193092 is going to be created. [ 621.565890] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.566498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.566498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.566607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.566921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.579181] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a1d806-8025-49a2-99a7-318b18193092 in Status: UNINITIALIZED for 2s [ 621.693373] env[65363]: INFO networking_nsxv3.common.synchronization [req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 req-8871a22d-2c28-4f54-98fe-51ccd5029836 service nova] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_rules [ 621.693547] env[65363]: INFO networking_nsxv3.common.synchronization [req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 req-8871a22d-2c28-4f54-98fe-51ccd5029836 service nova] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 621.693715] env[65363]: INFO networking_nsxv3.common.synchronization [req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 req-8871a22d-2c28-4f54-98fe-51ccd5029836 service nova] Enqueued Resource ID: f4162d84-ee06-442a-8eb9-e66ea571826c with Priority: HIGHEST for action port [ 621.694207] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_rules [ 621.694344] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 621.694485] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4162d84-ee06-442a-8eb9-e66ea571826c with Priority: HIGHEST for action port [ 621.694706] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.694828] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.694896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.695746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.695746] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.696523] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.698277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.698355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.698541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.698704] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.698806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.698867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.699108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.699108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.699236] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.700329] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4162d84-ee06-442a-8eb9-e66ea571826c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.700435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.700501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.700678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.700753] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4162d84-ee06-442a-8eb9-e66ea571826c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.066858] env[65363]: INFO networking_nsxv3.common.synchronization [None req-18650a21-81d7-4b81-ad9e-728d5f8d08bb None None] Enqueued Resource ID: 3c917b52-1260-416a-a75c-9d3a6a7251df with Priority: HIGHEST for action port [ 622.067404] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c917b52-1260-416a-a75c-9d3a6a7251df with Priority: HIGHEST for action port [ 622.067702] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c917b52-1260-416a-a75c-9d3a6a7251df taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.067822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c917b52-1260-416a-a75c-9d3a6a7251df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c917b52-1260-416a-a75c-9d3a6a7251df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.069240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c917b52-1260-416a-a75c-9d3a6a7251df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.069325] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c917b52-1260-416a-a75c-9d3a6a7251df',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.202403] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.202403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.203706] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4162d84-ee06-442a-8eb9-e66ea571826c with status ACTIVE [ 622.204908] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.208059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.208059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.208059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.208059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.208224] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.208331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.210861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.211250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.211343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.211665] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.211787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.211843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.212030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.212193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.212292] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4162d84-ee06-442a-8eb9-e66ea571826c is going to be updated. [ 622.216221] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.244090] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.244258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.244331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.244539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.244782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.244843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4162d84-ee06-442a-8eb9-e66ea571826c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.572755] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c917b52-1260-416a-a75c-9d3a6a7251df [ 622.573210] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.573210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.573380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.573763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.573763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.573971] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c917b52-1260-416a-a75c-9d3a6a7251df already deleted. [ 622.574774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c917b52-1260-416a-a75c-9d3a6a7251df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.722057] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.224820] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.225188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.225188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.225343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.225424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.225477] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be created. [ 623.250694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.250798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.250851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.251043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.251198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.261651] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: UNINITIALIZED for 2s [ 623.592045] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a1d806-8025-49a2-99a7-318b18193092 in Status: SUCCESS [ 623.593490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.593797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.594132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.594439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.594689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.594835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.595082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.595240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.595398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.595561] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.039276] env[65363]: INFO networking_nsxv3.common.synchronization [req-5e557b4d-8940-4109-9ab4-c892e508276c req-5d7ba178-ee75-4414-8a35-87c96ed3efe6 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Enqueued Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_members [ 624.039951] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_members [ 624.042332] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.042332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.042332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.042741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.042741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.042741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.042927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.043055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.043143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.043241] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.099025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.099234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.099294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.099745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.099745] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.099884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.099884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.100440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.101657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.101657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.101657] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.101657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.101657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.101657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.101913] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.101913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.101984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.102159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.102282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.102561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.102561] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.259207] env[65363]: INFO networking_nsxv3.common.synchronization [None req-23a76469-8c39-4a0b-89b8-6efa166a7b57 None None] Enqueued Resource ID: 16d3c2e1-0099-46ac-b043-e002340a612b with Priority: HIGHEST for action port [ 624.259207] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d3c2e1-0099-46ac-b043-e002340a612b with Priority: HIGHEST for action port [ 624.259207] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d3c2e1-0099-46ac-b043-e002340a612b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.259207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d3c2e1-0099-46ac-b043-e002340a612b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.259884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d3c2e1-0099-46ac-b043-e002340a612b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.260687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d3c2e1-0099-46ac-b043-e002340a612b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.261369] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d3c2e1-0099-46ac-b043-e002340a612b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.547782] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.548350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.548350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.548462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.548493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.548707] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.548808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.548870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.549052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.549158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.549263] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29771e22-be47-489c-bcb6-307e587db36c already deleted. [ 624.549349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.605880] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68a1d806-8025-49a2-99a7-318b18193092: rpc.has_security_group_logging(os_id): False [ 624.624175] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.624985] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.624985] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.624985] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.625343] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.625743] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.625743] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.626475] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.626693] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.626951] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.627157] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.627341] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.627502] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.627647] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.627781] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.627942] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.633334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.633545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.633545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.633833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.633965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634239] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.634354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.634419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.634581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.634659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.635038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.635431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.635431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.635431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.635641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.635769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.635895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.636135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.636779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.636779] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a1d806-8025-49a2-99a7-318b18193092 is going to be created. [ 624.666913] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.667622] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.667622] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.667622] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.668054] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-6a3ab190-301b-4ea0-8494-04bd12d67100 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.668054] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.668185] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.668453] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.668603] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3ab190-301b-4ea0-8494-04bd12d67100',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.711529] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.711529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.711529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.711529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.711529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.723195] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a1d806-8025-49a2-99a7-318b18193092 in Status: IN_PROGRESS for 2s [ 624.763435] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16d3c2e1-0099-46ac-b043-e002340a612b [ 624.763653] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.763824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.763912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.764251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.764373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.764525] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16d3c2e1-0099-46ac-b043-e002340a612b already deleted. [ 624.764632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d3c2e1-0099-46ac-b043-e002340a612b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.172342] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.172661] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.172661] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.172881] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.173051] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.173206] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 6a3ab190-301b-4ea0-8494-04bd12d67100 not found, creating... [ 625.173543] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.173719] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.173881] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.174090] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.174260] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.174560] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.174730] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.174881] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175142] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175289] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.175435] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 6a3ab190-301b-4ea0-8494-04bd12d67100 is going to be created. [ 625.196887] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.197162] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.197298] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.197688] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.197843] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.198084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.274626] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: SUCCESS [ 625.274930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.275145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.275319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.275513] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.275641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.275698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.275886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.275971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.276071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.276162] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.778646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.778888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.778981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.779291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.779560] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.779728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.779884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.780181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.780346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.780524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.780647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.780807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.780924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.781217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.781471] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.781640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.781746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.781965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.783630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.783888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.784137] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.098651] env[65363]: INFO networking_nsxv3.common.synchronization [req-5e557b4d-8940-4109-9ab4-c892e508276c req-3651a548-6a88-4860-9c2c-5217dda4447f service nova] Enqueued Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_rules [ 626.099282] env[65363]: INFO networking_nsxv3.common.synchronization [req-5e557b4d-8940-4109-9ab4-c892e508276c req-3651a548-6a88-4860-9c2c-5217dda4447f service nova] Enqueued Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_members [ 626.099282] env[65363]: INFO networking_nsxv3.common.synchronization [req-5e557b4d-8940-4109-9ab4-c892e508276c req-3651a548-6a88-4860-9c2c-5217dda4447f service nova] Enqueued Resource ID: 6a3ab190-301b-4ea0-8494-04bd12d67100 with Priority: HIGHEST for action port [ 626.100626] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_rules [ 626.100998] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_members [ 626.100998] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3ab190-301b-4ea0-8494-04bd12d67100 with Priority: HIGHEST for action port [ 626.101487] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.101487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.101487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.102276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.102312] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.104259] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.104259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.104259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.104259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.104259] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.104259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.104259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.104590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.104590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.104590] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.107290] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3ab190-301b-4ea0-8494-04bd12d67100 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.107395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.107444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.107591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.107709] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3ab190-301b-4ea0-8494-04bd12d67100',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.287531] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01fc231e-856f-4ab5-8929-6de73eced42d: rpc.has_security_group_logging(os_id): False [ 626.306309] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308828] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308907] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be created. [ 626.369931] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.370075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.370581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.370581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.370581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.383487] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: IN_PROGRESS for 2s [ 626.454205] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c5f740e1-29c4-45f8-a7d7-ab025d22e6fa None None] Enqueued Resource ID: 22f70573-dec8-4675-8d0b-c3a777c619f9 with Priority: HIGHEST for action port [ 626.454873] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f70573-dec8-4675-8d0b-c3a777c619f9 with Priority: HIGHEST for action port [ 626.457771] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f70573-dec8-4675-8d0b-c3a777c619f9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.458399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f70573-dec8-4675-8d0b-c3a777c619f9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.458539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f70573-dec8-4675-8d0b-c3a777c619f9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.459070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f70573-dec8-4675-8d0b-c3a777c619f9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.459070] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f70573-dec8-4675-8d0b-c3a777c619f9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.610261] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.610523] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.610664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.610772] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a3ab190-301b-4ea0-8494-04bd12d67100 with status ACTIVE [ 626.610896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.610997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.611066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.611261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.611345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.611505] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.611665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.611665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.611887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.611887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.612079] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.612171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.612222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.612447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.612447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.612597] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a3ab190-301b-4ea0-8494-04bd12d67100 is going to be updated. [ 626.636161] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.636161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.636161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.637067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.637067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.637067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3ab190-301b-4ea0-8494-04bd12d67100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.745235] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68a1d806-8025-49a2-99a7-318b18193092 in Status: SUCCESS [ 626.745546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.962608] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22f70573-dec8-4675-8d0b-c3a777c619f9 [ 626.962878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.963094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.963094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.963330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.963416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.963523] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22f70573-dec8-4675-8d0b-c3a777c619f9 already deleted. [ 626.963897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f70573-dec8-4675-8d0b-c3a777c619f9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.976543] env[65363]: INFO networking_nsxv3.common.synchronization [None req-836aba94-9705-4ec0-ae70-ff011754a1a4 None None] Enqueued Resource ID: 4c31d6f5-2eab-44f0-84a5-3a926790f3f4 with Priority: HIGHEST for action port [ 626.976843] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c31d6f5-2eab-44f0-84a5-3a926790f3f4 with Priority: HIGHEST for action port [ 626.977197] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c31d6f5-2eab-44f0-84a5-3a926790f3f4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.977770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c31d6f5-2eab-44f0-84a5-3a926790f3f4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.977845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c31d6f5-2eab-44f0-84a5-3a926790f3f4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.978173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c31d6f5-2eab-44f0-84a5-3a926790f3f4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.978267] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c31d6f5-2eab-44f0-84a5-3a926790f3f4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.115683] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.270304] env[65363]: INFO networking_nsxv3.common.synchronization [req-6039a2c6-6d94-414d-b93a-113de6d9c332 req-c6d5bce4-9a27-4265-8f46-a663295ba076 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Enqueued Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_members [ 627.270845] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_members [ 627.271338] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.271511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.271656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.271909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.272082] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.272190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.272253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.272404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.272488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.272583] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.481036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c31d6f5-2eab-44f0-84a5-3a926790f3f4 [ 627.481366] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.481452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.481500] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.481709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.481799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.482313] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c31d6f5-2eab-44f0-84a5-3a926790f3f4 already deleted. [ 627.482313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c31d6f5-2eab-44f0-84a5-3a926790f3f4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.618240] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.618240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.618240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.618720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.620543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.620543] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29771e22-be47-489c-bcb6-307e587db36c is going to be created. [ 627.645028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.645028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.645028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.645028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.645028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.655580] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29771e22-be47-489c-bcb6-307e587db36c in Status: UNINITIALIZED for 2s [ 627.754594] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.754793] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.754906] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.755220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.755466] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.755752] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.755752] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.756456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.759076] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.759076] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.759076] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.759076] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.759076] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.759076] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.759076] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.759076] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.776694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.776694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.776694] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca48fe35-40da-4f80-904c-db7df730f82b already deleted. [ 627.776694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.787032] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.787871] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.788844] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.789060] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.789391] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.789610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.789751] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.790104] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.790256] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.296284] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.297456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.297835] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.298665] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.299023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.300035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 not found, creating... [ 628.300035] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.300302] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.300693] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.301296] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.303481] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.303481] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.303481] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.303481] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.303481] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.303481] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.303481] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 is going to be created. [ 628.335037] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.335365] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.335493] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.335852] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.337659] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.337659] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.405956] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: SUCCESS [ 628.406758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.797616] env[65363]: INFO networking_nsxv3.common.synchronization [req-d757531b-0a4b-4109-9ba6-9150199807a5 req-4108c21d-d514-49d7-96c5-bf2354b355d7 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 628.798875] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 628.798875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.798875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.798875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.799137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.799265] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.799333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.799367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.799526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.799606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.799719] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.011184] env[65363]: INFO networking_nsxv3.common.synchronization [req-6039a2c6-6d94-414d-b93a-113de6d9c332 req-954659f1-3586-48fa-88b9-8b7223b06080 service nova] Enqueued Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_rules [ 629.011184] env[65363]: INFO networking_nsxv3.common.synchronization [req-6039a2c6-6d94-414d-b93a-113de6d9c332 req-954659f1-3586-48fa-88b9-8b7223b06080 service nova] Enqueued Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_members [ 629.011184] env[65363]: INFO networking_nsxv3.common.synchronization [req-6039a2c6-6d94-414d-b93a-113de6d9c332 req-954659f1-3586-48fa-88b9-8b7223b06080 service nova] Enqueued Resource ID: 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 with Priority: HIGHEST for action port [ 629.011184] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_rules [ 629.011184] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_members [ 629.011184] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 with Priority: HIGHEST for action port [ 629.011948] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.016646] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.016646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.016646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.016646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.016646] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.019228] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.019661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.019661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.021758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.021758] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.105380] env[65363]: INFO networking_nsxv3.common.synchronization [None req-1fd7143a-b024-43d4-b43a-9293575edb7d None None] Enqueued Resource ID: 6bef74fb-7305-4fa4-8639-16895fa1e0fd with Priority: HIGHEST for action port [ 629.106485] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bef74fb-7305-4fa4-8639-16895fa1e0fd with Priority: HIGHEST for action port [ 629.106485] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bef74fb-7305-4fa4-8639-16895fa1e0fd taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.106641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bef74fb-7305-4fa4-8639-16895fa1e0fd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.106697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bef74fb-7305-4fa4-8639-16895fa1e0fd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.108421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bef74fb-7305-4fa4-8639-16895fa1e0fd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.108528] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bef74fb-7305-4fa4-8639-16895fa1e0fd',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.304029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.304029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.304029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.304029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.304029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.304029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.304366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.304366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.304525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.304680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.307706] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 already deleted. [ 629.307706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.330110] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.330110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.330110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.330110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.330110] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.330442] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.330442] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.330621] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.330782] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.331023] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.331189] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.331354] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.331509] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.331746] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.331815] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.331970] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.356073] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.356260] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.356393] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.359579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.359579] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-3f997c50-13ff-49cd-8de3-50dd2ad2420f taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.359579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.359579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.359579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.359579] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f997c50-13ff-49cd-8de3-50dd2ad2420f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.522596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.522788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.523182] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.525583] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 with status ACTIVE [ 629.526102] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.526102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.526102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.526343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.526343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.526443] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.526830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.526830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.526830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.526830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.527652] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.527652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.527652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.527652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.527652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.527652] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 is going to be updated. [ 629.552705] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.552705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.552705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.552939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.552939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.553043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.612412] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bef74fb-7305-4fa4-8639-16895fa1e0fd [ 629.612412] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.612673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.612673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.612905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.613010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.613124] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bef74fb-7305-4fa4-8639-16895fa1e0fd already deleted. [ 629.613233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bef74fb-7305-4fa4-8639-16895fa1e0fd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.671030] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29771e22-be47-489c-bcb6-307e587db36c in Status: SUCCESS [ 629.671322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.671944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.672237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.672521] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.672642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.672753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.672910] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.672983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.673157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.673207] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.860401] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.860788] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.860788] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.861033] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.861178] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.861329] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 3f997c50-13ff-49cd-8de3-50dd2ad2420f not found, creating... [ 629.861642] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.861806] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.861920] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.862163] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.862294] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.862599] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.862778] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.862896] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.863108] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.863233] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.863365] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 3f997c50-13ff-49cd-8de3-50dd2ad2420f is going to be created. [ 629.886519] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.886718] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.886845] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.887670] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.887670] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.887803] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.025226] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.177996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.178267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.178328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.178501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.178756] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.178941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.178941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.179166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.179275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.179413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.179512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.179629] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.179685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.179791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.180056] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.180056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.180159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.180274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.180568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.180652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.180798] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.528070] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.530951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.530951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.530951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.530951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.530951] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca48fe35-40da-4f80-904c-db7df730f82b is going to be created. [ 630.561067] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.561405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.561657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.561959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.562218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.574060] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca48fe35-40da-4f80-904c-db7df730f82b in Status: UNINITIALIZED for 2s [ 630.638582] env[65363]: INFO networking_nsxv3.common.synchronization [req-d757531b-0a4b-4109-9ba6-9150199807a5 req-3d17e3ed-b7a2-49fe-bb54-21d208d41d75 service nova] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_rules [ 630.638759] env[65363]: INFO networking_nsxv3.common.synchronization [req-d757531b-0a4b-4109-9ba6-9150199807a5 req-3d17e3ed-b7a2-49fe-bb54-21d208d41d75 service nova] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 630.638938] env[65363]: INFO networking_nsxv3.common.synchronization [req-d757531b-0a4b-4109-9ba6-9150199807a5 req-3d17e3ed-b7a2-49fe-bb54-21d208d41d75 service nova] Enqueued Resource ID: 3f997c50-13ff-49cd-8de3-50dd2ad2420f with Priority: HIGHEST for action port [ 630.639510] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_rules [ 630.639592] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 630.639678] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f997c50-13ff-49cd-8de3-50dd2ad2420f with Priority: HIGHEST for action port [ 630.639950] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.640382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.640452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.640706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.640941] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.644615] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.644820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.644858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.645145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.645244] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.645349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.645410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.645989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.645989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.645989] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.652138] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f997c50-13ff-49cd-8de3-50dd2ad2420f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.652370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.652443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.652773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.652843] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f997c50-13ff-49cd-8de3-50dd2ad2420f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.683999] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29771e22-be47-489c-bcb6-307e587db36c: rpc.has_security_group_logging(os_id): False [ 630.703697] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.703975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.704093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.704341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.704438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.704682] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.704798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.704856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.705045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.705138] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.705321] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.705414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.705486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.705639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.705713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.705925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.706464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.706590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.706761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.706841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.706942] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29771e22-be47-489c-bcb6-307e587db36c is going to be created. [ 630.776062] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.776062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.776062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.776062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.776062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.804087] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29771e22-be47-489c-bcb6-307e587db36c in Status: IN_PROGRESS for 2s [ 630.982089] env[65363]: INFO networking_nsxv3.common.synchronization [None req-2ff87885-25cd-4946-a1e6-52c83151e944 None None] Enqueued Resource ID: 000eb6b4-8b13-4115-b264-e7c868c8e825 with Priority: HIGHEST for action port [ 630.982089] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000eb6b4-8b13-4115-b264-e7c868c8e825 with Priority: HIGHEST for action port [ 630.982089] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-000eb6b4-8b13-4115-b264-e7c868c8e825 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.982089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-000eb6b4-8b13-4115-b264-e7c868c8e825" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.982089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-000eb6b4-8b13-4115-b264-e7c868c8e825" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.982089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-000eb6b4-8b13-4115-b264-e7c868c8e825" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.982089] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('000eb6b4-8b13-4115-b264-e7c868c8e825',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.155946] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.155946] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.155946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.163780] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f997c50-13ff-49cd-8de3-50dd2ad2420f with status ACTIVE [ 631.163780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.163780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.163780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.163780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.163780] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f997c50-13ff-49cd-8de3-50dd2ad2420f is going to be updated. [ 631.186333] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.186484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.186555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.187539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.187539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.187539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f997c50-13ff-49cd-8de3-50dd2ad2420f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.485845] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 000eb6b4-8b13-4115-b264-e7c868c8e825 [ 631.486085] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.486235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.486309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.486549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.486649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.486770] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:000eb6b4-8b13-4115-b264-e7c868c8e825 already deleted. [ 631.486806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-000eb6b4-8b13-4115-b264-e7c868c8e825" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.658743] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.161534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.161882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.161882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.162050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.162093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.162292] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be created. [ 632.188382] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.191020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.191020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.191020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.191020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.199967] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: UNINITIALIZED for 2s [ 632.587114] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca48fe35-40da-4f80-904c-db7df730f82b in Status: SUCCESS [ 632.587333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.587511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.587734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.588864] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.588864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.588864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.588864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.588864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.588864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.588864] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.823174] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29771e22-be47-489c-bcb6-307e587db36c in Status: SUCCESS [ 632.823481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.096131] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.096131] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.096131] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.096131] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.096131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.096915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.096915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.096915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.096915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.096915] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.199629] env[65363]: INFO networking_nsxv3.common.synchronization [None req-bf2d3b78-1f8c-4738-96a2-e21907a40b19 None None] Enqueued Resource ID: 4b5ce0e0-14b1-4e48-bb57-369e90942a96 with Priority: HIGHEST for action port [ 633.199629] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5ce0e0-14b1-4e48-bb57-369e90942a96 with Priority: HIGHEST for action port [ 633.199629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5ce0e0-14b1-4e48-bb57-369e90942a96 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.200357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5ce0e0-14b1-4e48-bb57-369e90942a96" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.200357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5ce0e0-14b1-4e48-bb57-369e90942a96" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.200478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5ce0e0-14b1-4e48-bb57-369e90942a96" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.200478] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5ce0e0-14b1-4e48-bb57-369e90942a96',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.599925] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca48fe35-40da-4f80-904c-db7df730f82b: rpc.has_security_group_logging(os_id): False [ 633.619846] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.620288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.620288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.620363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.620436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.620641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.620761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.620827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.620994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.621084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.621322] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.621392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.621448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.622033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.622033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.622033] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.622033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.622211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.622262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.622345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.622439] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca48fe35-40da-4f80-904c-db7df730f82b is going to be created. [ 633.684880] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.685165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.685420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.685505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.685667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.702592] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b5ce0e0-14b1-4e48-bb57-369e90942a96 [ 633.702957] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.703154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.703235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.703556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.703654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.703822] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b5ce0e0-14b1-4e48-bb57-369e90942a96 already deleted. [ 633.704022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5ce0e0-14b1-4e48-bb57-369e90942a96" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.707818] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca48fe35-40da-4f80-904c-db7df730f82b in Status: IN_PROGRESS for 2s [ 634.210364] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 634.211173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.211173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.211173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.211374] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.211530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.211624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.211813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.211922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.212045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.212169] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.715344] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.716230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.716230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.716230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.716230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.716230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.716230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.716566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.716566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.716566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.716673] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.716724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.716862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.717527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.718863] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.718863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.718863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.718863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.718863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.718863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.720205] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.805985] env[65363]: INFO networking_nsxv3.common.synchronization [req-d922dc42-ac74-48c9-8589-4f2468415507 req-f529ff42-31b4-4ce0-91a9-8cb254d92c1e tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Enqueued Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_members [ 634.806562] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_members [ 634.807150] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.807150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.807150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.807450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.807601] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.807601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.807749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.807924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.808913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.808913] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.222393] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76: rpc.has_security_group_logging(os_id): False [ 635.249510] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.249510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.249510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.249945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.250144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.251972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.251972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.251972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.251972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.252484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.252484] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be created. [ 635.312444] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.312687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.312687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.312980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.313118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.313324] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.313425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.313518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.313652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.313746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.313815] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 already deleted. [ 635.313879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.331672] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.331863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.331937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.332173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.332354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.345439] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: IN_PROGRESS for 2s [ 635.413673] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.413871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-522" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.414105] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-522" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.414336] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-522" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.414587] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.414743] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.414850] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.415072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.415321] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.415403] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.415507] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.415610] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.415709] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.415807] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.415903] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.416037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.440562] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.440728] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.440862] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.441215] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-522" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.441368] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.441538] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.441694] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.442154] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.442314] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb3f6a1-0f74-47b0-ae4e-d57605c5a935',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.720631] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca48fe35-40da-4f80-904c-db7df730f82b in Status: SUCCESS [ 635.720917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.806036] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7439fd0b-44e6-4b02-94fd-faa8c428b4f9 None None] Enqueued Resource ID: c336b51c-e05e-4776-a64d-ef84bb0b9341 with Priority: HIGHEST for action port [ 635.806036] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c336b51c-e05e-4776-a64d-ef84bb0b9341 with Priority: HIGHEST for action port [ 635.806267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c336b51c-e05e-4776-a64d-ef84bb0b9341 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.806267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c336b51c-e05e-4776-a64d-ef84bb0b9341" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.806359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c336b51c-e05e-4776-a64d-ef84bb0b9341" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.806585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c336b51c-e05e-4776-a64d-ef84bb0b9341" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.806670] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c336b51c-e05e-4776-a64d-ef84bb0b9341',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.945365] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.945573] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.945682] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.945960] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.946111] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.946253] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port edb3f6a1-0f74-47b0-ae4e-d57605c5a935 not found, creating... [ 635.946499] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.946649] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.946756] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.947022] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.947089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.947356] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.947508] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.947612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.947814] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.947938] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.948080] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: edb3f6a1-0f74-47b0-ae4e-d57605c5a935 is going to be created. [ 635.969567] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.969771] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.969894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.970195] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.970720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.970720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.308693] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c336b51c-e05e-4776-a64d-ef84bb0b9341 [ 636.309104] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.309309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.309367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.311492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.311492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.311492] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c336b51c-e05e-4776-a64d-ef84bb0b9341 already deleted. [ 636.311492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c336b51c-e05e-4776-a64d-ef84bb0b9341" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.756337] env[65363]: INFO networking_nsxv3.common.synchronization [req-d922dc42-ac74-48c9-8589-4f2468415507 req-8195b558-782b-4bfa-8012-547949762ee5 service nova] Enqueued Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_rules [ 636.756481] env[65363]: INFO networking_nsxv3.common.synchronization [req-d922dc42-ac74-48c9-8589-4f2468415507 req-8195b558-782b-4bfa-8012-547949762ee5 service nova] Enqueued Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_members [ 636.757221] env[65363]: INFO networking_nsxv3.common.synchronization [req-d922dc42-ac74-48c9-8589-4f2468415507 req-8195b558-782b-4bfa-8012-547949762ee5 service nova] Enqueued Resource ID: edb3f6a1-0f74-47b0-ae4e-d57605c5a935 with Priority: HIGHEST for action port [ 636.757943] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_rules [ 636.758128] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_members [ 636.758190] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb3f6a1-0f74-47b0-ae4e-d57605c5a935 with Priority: HIGHEST for action port [ 636.758490] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.758622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.758691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.758975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.759064] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.760788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.760914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.761089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.761245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.761426] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.762264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.762264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.762264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.762415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.762415] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.763802] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.764438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.764438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.764438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.764607] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb3f6a1-0f74-47b0-ae4e-d57605c5a935',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.269271] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.269366] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.270277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.270277] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edb3f6a1-0f74-47b0-ae4e-d57605c5a935 with status ACTIVE [ 637.270277] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.270277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.270277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.270277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.270277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.270561] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.270561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.270561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.270700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.270772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.271875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.271875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.271875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.271875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.277304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.277304] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edb3f6a1-0f74-47b0-ae4e-d57605c5a935 is going to be updated. [ 637.298602] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.298772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.298831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.299165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.299346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.300114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb3f6a1-0f74-47b0-ae4e-d57605c5a935" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.317028] env[65363]: INFO networking_nsxv3.common.synchronization [req-41936278-d857-455e-a83a-b0229a4a391a req-bfd083cc-a802-4b07-b0dd-679960c9b4ed tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Enqueued Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_members [ 637.317028] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_members [ 637.317028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.318276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.318394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.318754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.319354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.319462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.319587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.319814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.319908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.320009] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.359839] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 637.360102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.775168] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.823354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.823662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.823662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.824062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.824131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.824836] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.824836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.824836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.824836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.824836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.824836] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096c96be-017c-4688-8d07-1da19a75f2e2 already deleted. [ 637.825213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.869359] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.869359] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-594" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.869570] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-594" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.869972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-594" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.870366] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.870565] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.870686] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.871091] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.871159] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.871439] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.871565] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.871753] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.871866] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.871965] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.872087] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.872242] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.898377] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.898377] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.898377] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.898377] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-594" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.898377] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-479e27be-ab20-42ca-983c-11f29c11c33d taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.898377] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.898377] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.898626] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.898626] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479e27be-ab20-42ca-983c-11f29c11c33d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.937879] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b9bdf0e3-bb78-4e63-995e-f1638da0b1c9 None None] Enqueued Resource ID: 1a8229dd-f51d-485e-8694-4ab732d82bc6 with Priority: HIGHEST for action port [ 637.938444] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8229dd-f51d-485e-8694-4ab732d82bc6 with Priority: HIGHEST for action port [ 637.938809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a8229dd-f51d-485e-8694-4ab732d82bc6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.938985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a8229dd-f51d-485e-8694-4ab732d82bc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.938985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a8229dd-f51d-485e-8694-4ab732d82bc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.939253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a8229dd-f51d-485e-8694-4ab732d82bc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.939363] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a8229dd-f51d-485e-8694-4ab732d82bc6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.278031] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.278031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.278304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.278621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.278727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.278828] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 is going to be created. [ 638.305134] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.305266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.305338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.305549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.305706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.316497] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 in Status: UNINITIALIZED for 2s [ 638.401722] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.401722] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.402148] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.402269] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.402453] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.402648] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 479e27be-ab20-42ca-983c-11f29c11c33d not found, creating... [ 638.403014] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.403223] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.403374] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.403641] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.403811] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.404192] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.404387] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.404534] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.404791] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.404959] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.405160] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 479e27be-ab20-42ca-983c-11f29c11c33d is going to be created. [ 638.426569] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.426734] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.426783] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.427063] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.427285] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.427537] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.442691] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a8229dd-f51d-485e-8694-4ab732d82bc6 [ 638.442691] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.442990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.442990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.443707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.443707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.443707] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a8229dd-f51d-485e-8694-4ab732d82bc6 already deleted. [ 638.443707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a8229dd-f51d-485e-8694-4ab732d82bc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171091] env[65363]: INFO networking_nsxv3.common.synchronization [req-41936278-d857-455e-a83a-b0229a4a391a req-89e88f75-b3bd-4c8f-9b09-d76ee67d8caf service nova] Enqueued Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_rules [ 639.171091] env[65363]: INFO networking_nsxv3.common.synchronization [req-41936278-d857-455e-a83a-b0229a4a391a req-89e88f75-b3bd-4c8f-9b09-d76ee67d8caf service nova] Enqueued Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_members [ 639.171091] env[65363]: INFO networking_nsxv3.common.synchronization [req-41936278-d857-455e-a83a-b0229a4a391a req-89e88f75-b3bd-4c8f-9b09-d76ee67d8caf service nova] Enqueued Resource ID: 479e27be-ab20-42ca-983c-11f29c11c33d with Priority: HIGHEST for action port [ 639.171091] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_rules [ 639.171091] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_members [ 639.171091] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479e27be-ab20-42ca-983c-11f29c11c33d with Priority: HIGHEST for action port [ 639.172220] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.172220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.172220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.172220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.172677] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.173975] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.174201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.174274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.174554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.174902] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.176446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.176446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.176446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.176446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.176446] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.177564] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-479e27be-ab20-42ca-983c-11f29c11c33d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.178318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.180225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.180513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.180609] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479e27be-ab20-42ca-983c-11f29c11c33d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.683225] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.686871] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.686871] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 479e27be-ab20-42ca-983c-11f29c11c33d with status ACTIVE [ 639.686871] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.686871] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.686871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.686871] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.687639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.687639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.688820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.688930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.688975] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 479e27be-ab20-42ca-983c-11f29c11c33d is going to be updated. [ 639.711902] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.712063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.712119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.712332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.712451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.712610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479e27be-ab20-42ca-983c-11f29c11c33d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.827430] env[65363]: INFO networking_nsxv3.common.synchronization [req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b req-b2c9b3e4-0c5a-4788-8da0-54fca863c956 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 639.827537] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 639.828281] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.828281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.833056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.833474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.833702] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.833827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.833888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.834068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.834183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.834243] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.867765] env[65363]: INFO networking_nsxv3.common.synchronization [None req-edb02447-1e50-4474-bf7d-25df11039ce6 None None] Enqueued Resource ID: 5db747ad-39cd-4c82-9bd1-da07f637afc9 with Priority: HIGHEST for action port [ 639.868338] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db747ad-39cd-4c82-9bd1-da07f637afc9 with Priority: HIGHEST for action port [ 639.868566] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db747ad-39cd-4c82-9bd1-da07f637afc9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.868948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db747ad-39cd-4c82-9bd1-da07f637afc9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.868948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db747ad-39cd-4c82-9bd1-da07f637afc9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.869074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db747ad-39cd-4c82-9bd1-da07f637afc9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.869382] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db747ad-39cd-4c82-9bd1-da07f637afc9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.191189] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.328972] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 in Status: SUCCESS [ 640.331147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.331371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.331676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.331939] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.334374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.334374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.334374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.334374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.334374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.334374] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.336268] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.336426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.336498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.337300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.337419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.337612] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.337722] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.337819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.337964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.338055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.338148] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 already deleted. [ 640.338242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.371918] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5db747ad-39cd-4c82-9bd1-da07f637afc9 [ 640.372784] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.372965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.373074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.373281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.373384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.373448] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5db747ad-39cd-4c82-9bd1-da07f637afc9 already deleted. [ 640.373530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db747ad-39cd-4c82-9bd1-da07f637afc9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.509222] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.509449] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.509599] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.509972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.510640] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.510876] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.511055] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.511377] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.511576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.511912] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.512080] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.512230] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.512373] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.512534] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.512667] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.512861] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.537461] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.537461] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.537461] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.537695] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.538143] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.538403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.538581] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.539009] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.539211] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.697120] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.697120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.697120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.697120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.697120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.697120] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096c96be-017c-4688-8d07-1da19a75f2e2 is going to be created. [ 640.731539] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.731539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.731539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.731539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.731539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.741724] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096c96be-017c-4688-8d07-1da19a75f2e2 in Status: UNINITIALIZED for 2s [ 640.836014] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.836187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.836278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.836497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.836661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.836764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.836844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.836997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.837110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.837273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.837500] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.837610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.837892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.837892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.838121] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.838636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.838719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.838893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.838996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.839123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.839219] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.900203] env[65363]: INFO networking_nsxv3.common.synchronization [req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea req-1803ed25-38e7-41fa-a5ec-8157a5983f9a tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 640.900203] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 640.900203] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.900203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.900203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.900802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.901129] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.901433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.901653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.902634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.902634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.902634] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.042662] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.042836] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.042963] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.043270] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.043411] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.043559] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b not found, creating... [ 641.043819] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.043991] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.044138] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.044354] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.045104] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.045104] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.045104] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.045104] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.045859] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.046548] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.046548] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b is going to be created. [ 641.069317] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.069317] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.069317] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.069576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.070396] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.070396] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.343022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4: rpc.has_security_group_logging(os_id): False [ 641.362426] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.362426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.362426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.362426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.362426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.362808] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.363088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.363088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.363164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.363312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.363492] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.363799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.363799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.363891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.364022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.364185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.364285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.364345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.364493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.364567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.364784] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 is going to be created. [ 641.405710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.406879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.406879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.406879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.406879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.406879] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.406879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.406879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.407311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.407311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.407311] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be updated. [ 641.425358] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.425358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.425358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.425358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.436898] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 in Status: IN_PROGRESS for 2s [ 641.446860] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.447127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.447127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.447333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.447540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.459235] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: IN_PROGRESS for 2s [ 641.866530] env[65363]: INFO networking_nsxv3.common.synchronization [req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b req-2dbe7bc3-c27d-4d8d-97d8-79e98aa5dcce service nova] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_rules [ 641.866530] env[65363]: INFO networking_nsxv3.common.synchronization [req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b req-2dbe7bc3-c27d-4d8d-97d8-79e98aa5dcce service nova] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 641.866530] env[65363]: INFO networking_nsxv3.common.synchronization [req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b req-2dbe7bc3-c27d-4d8d-97d8-79e98aa5dcce service nova] Enqueued Resource ID: 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b with Priority: HIGHEST for action port [ 641.866530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_rules [ 641.866530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 641.866530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b with Priority: HIGHEST for action port [ 641.866530] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.867114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.867114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.867114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.867114] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.868081] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.868081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.868189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.870366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.870366] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.870366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.870366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.870366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.870366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.870366] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.871699] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.871699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.871699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.871699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.871699] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.056801] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4aa931d4-b243-430d-bea8-c0ac1ec52fd5 None None] Enqueued Resource ID: 5bddec93-2755-4684-9c9d-d2023e16cdcf with Priority: HIGHEST for action port [ 642.057351] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bddec93-2755-4684-9c9d-d2023e16cdcf with Priority: HIGHEST for action port [ 642.057643] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bddec93-2755-4684-9c9d-d2023e16cdcf taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.057778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bddec93-2755-4684-9c9d-d2023e16cdcf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.057843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bddec93-2755-4684-9c9d-d2023e16cdcf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.058182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bddec93-2755-4684-9c9d-d2023e16cdcf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.058275] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bddec93-2755-4684-9c9d-d2023e16cdcf',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.376267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.376267] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.376267] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b with status ACTIVE [ 642.376267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.376267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.376267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.377815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.378170] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.378419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.378616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.378877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.379080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.379957] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b is going to be updated. [ 642.403335] env[65363]: INFO networking_nsxv3.common.synchronization [req-697c109d-bebd-4941-8463-3607ab76ea1d req-4ed68d1c-2654-4c46-9842-7348b8b23d81 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Enqueued Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_members [ 642.404382] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.404511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.404579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.404774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.404904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.405748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.405855] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_members [ 642.406169] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.406280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.406346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.406569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.406710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.406825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.406892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.407088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.407180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.408390] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.561076] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bddec93-2755-4684-9c9d-d2023e16cdcf [ 642.561477] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.561826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.561952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.562249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.562398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.562549] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bddec93-2755-4684-9c9d-d2023e16cdcf already deleted. [ 642.562775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bddec93-2755-4684-9c9d-d2023e16cdcf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.757716] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096c96be-017c-4688-8d07-1da19a75f2e2 in Status: SUCCESS [ 642.757949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.758193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.758431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.758677] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.758980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.758980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.759111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.759206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.759299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.759447] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.884589] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.910124] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.910293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.910362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.910856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.910973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.911188] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.911285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.911351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.911517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.911585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.911724] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 already deleted. [ 642.911827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.262204] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.262394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.262475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.262676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.262966] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.262966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.263097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.263144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.263234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.263459] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.263580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.263666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.264109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.264109] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.264227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.264227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.264388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.264427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.264565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.264607] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.388250] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.388425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.388549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.388779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.388898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.389054] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be created. [ 643.415538] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.415717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.415762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.415955] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.416128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.427865] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: UNINITIALIZED for 2s [ 643.452261] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.452453] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-508" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.452590] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-508" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.452937] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-508" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.453607] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.453728] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.453777] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.454537] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.454704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.454941] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.455068] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.455176] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.455281] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.455383] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.455480] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.455765] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.457292] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 in Status: SUCCESS [ 643.457486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.468892] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: SUCCESS [ 643.469107] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d deletion is rescheduled due to dependency. [ 643.469217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.478044] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.478217] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.478364] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.478530] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-508" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.478864] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-23336245-18a4-47ef-98fd-325f8b5a9efc taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.479083] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.479344] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.479514] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.479764] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23336245-18a4-47ef-98fd-325f8b5a9efc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.682587] env[65363]: INFO networking_nsxv3.common.synchronization [None req-84e86529-c27c-4692-bdd3-729d85b6be36 None None] Enqueued Resource ID: 0fcff002-d511-4e3e-8494-aa401baa670e with Priority: HIGHEST for action port [ 643.683425] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcff002-d511-4e3e-8494-aa401baa670e with Priority: HIGHEST for action port [ 643.683912] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fcff002-d511-4e3e-8494-aa401baa670e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.684109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fcff002-d511-4e3e-8494-aa401baa670e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.684215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fcff002-d511-4e3e-8494-aa401baa670e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.684616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fcff002-d511-4e3e-8494-aa401baa670e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.684740] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcff002-d511-4e3e-8494-aa401baa670e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.767314] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 096c96be-017c-4688-8d07-1da19a75f2e2: rpc.has_security_group_logging(os_id): False [ 643.785039] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.785168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.785168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.785350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.785442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.785629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.785724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.785789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.785963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.786653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.787367] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.787367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.787367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.787367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.787367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.787651] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.787651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.787651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.787765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.788626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.788626] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 096c96be-017c-4688-8d07-1da19a75f2e2 is going to be created. [ 643.818564] env[65363]: INFO networking_nsxv3.common.synchronization [None req-9741a91c-a715-459c-84b1-afbb46b67766 None None] Enqueued Resource ID: 532710f9-5459-443a-b52c-879e84c4f011 with Priority: HIGHEST for action port [ 643.819109] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532710f9-5459-443a-b52c-879e84c4f011 with Priority: HIGHEST for action port [ 643.819445] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-532710f9-5459-443a-b52c-879e84c4f011 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.819611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-532710f9-5459-443a-b52c-879e84c4f011" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.822112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-532710f9-5459-443a-b52c-879e84c4f011" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.822112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-532710f9-5459-443a-b52c-879e84c4f011" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.822112] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532710f9-5459-443a-b52c-879e84c4f011',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.866047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.866047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.866047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.866246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.866767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.881739] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 096c96be-017c-4688-8d07-1da19a75f2e2 in Status: IN_PROGRESS for 2s [ 643.983303] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.983303] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.983303] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.985282] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.985282] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.985282] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 23336245-18a4-47ef-98fd-325f8b5a9efc not found, creating... [ 643.985282] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.985282] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.985282] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.985689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.986053] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.986921] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.988054] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.988193] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.988475] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.988695] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.988811] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 23336245-18a4-47ef-98fd-325f8b5a9efc is going to be created. [ 644.011119] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.011355] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.011476] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.011846] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.012069] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.012427] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.188374] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fcff002-d511-4e3e-8494-aa401baa670e [ 644.188749] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.188895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.188972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.189182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.189274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.189372] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fcff002-d511-4e3e-8494-aa401baa670e already deleted. [ 644.189464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fcff002-d511-4e3e-8494-aa401baa670e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.325095] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 532710f9-5459-443a-b52c-879e84c4f011 [ 644.325343] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.325467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.325536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.325751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.325839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.325936] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:532710f9-5459-443a-b52c-879e84c4f011 already deleted. [ 644.326031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-532710f9-5459-443a-b52c-879e84c4f011" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.779711] env[65363]: INFO networking_nsxv3.common.synchronization [req-697c109d-bebd-4941-8463-3607ab76ea1d req-1e037764-d87e-4cca-9fa3-7e36d8245313 service nova] Enqueued Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_rules [ 644.779711] env[65363]: INFO networking_nsxv3.common.synchronization [req-697c109d-bebd-4941-8463-3607ab76ea1d req-1e037764-d87e-4cca-9fa3-7e36d8245313 service nova] Enqueued Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_members [ 644.779711] env[65363]: INFO networking_nsxv3.common.synchronization [req-697c109d-bebd-4941-8463-3607ab76ea1d req-1e037764-d87e-4cca-9fa3-7e36d8245313 service nova] Enqueued Resource ID: 23336245-18a4-47ef-98fd-325f8b5a9efc with Priority: HIGHEST for action port [ 644.779711] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_rules [ 644.779847] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_members [ 644.779880] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23336245-18a4-47ef-98fd-325f8b5a9efc with Priority: HIGHEST for action port [ 644.780168] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.780305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.780368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.780672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.780672] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.781533] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.782350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.782471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.784509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.784509] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.784509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.784509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.784509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.784509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.784509] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.785353] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-23336245-18a4-47ef-98fd-325f8b5a9efc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.785353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.785353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.785616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.785786] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23336245-18a4-47ef-98fd-325f8b5a9efc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.288575] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.291382] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.291618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.291618] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23336245-18a4-47ef-98fd-325f8b5a9efc with status ACTIVE [ 645.291823] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.291927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.291993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.292304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.292424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.292684] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.292884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.292884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.293596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.293748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.294023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.297137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.297224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.297395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.297495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.297591] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23336245-18a4-47ef-98fd-325f8b5a9efc is going to be updated. [ 645.322460] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.322701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.322701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.323051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.323300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.323536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23336245-18a4-47ef-98fd-325f8b5a9efc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.437563] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: SUCCESS [ 645.437781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.438328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.438554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.438835] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.438951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.438951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.439155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.439242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.439329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.439416] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.800474] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.863866] env[65363]: INFO networking_nsxv3.common.synchronization [None req-8ee05fcd-61b3-4b50-b92f-11f44f7027fe None None] Enqueued Resource ID: e16637ec-a2da-446a-8f55-97a71364d8ca with Priority: HIGHEST for action port [ 645.864460] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16637ec-a2da-446a-8f55-97a71364d8ca with Priority: HIGHEST for action port [ 645.864755] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e16637ec-a2da-446a-8f55-97a71364d8ca taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.864906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e16637ec-a2da-446a-8f55-97a71364d8ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.865015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e16637ec-a2da-446a-8f55-97a71364d8ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.865591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e16637ec-a2da-446a-8f55-97a71364d8ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.865681] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e16637ec-a2da-446a-8f55-97a71364d8ca',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.896956] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 096c96be-017c-4688-8d07-1da19a75f2e2 in Status: SUCCESS [ 645.897225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.941997] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.942177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.942264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.942492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.942717] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.943527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.943527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.943527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.943527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.943527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.943527] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.943527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.943527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.943857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.943857] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.943937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.943968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.944186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.944900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.945041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.945792] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.302467] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.302868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.302868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.303011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.303111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.303211] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 is going to be created. [ 646.353086] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.353176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.353176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.354381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.354381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369420] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 in Status: UNINITIALIZED for 2s [ 646.371396] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e16637ec-a2da-446a-8f55-97a71364d8ca [ 646.371753] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.372036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.372112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.372450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.372598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.372737] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e16637ec-a2da-446a-8f55-97a71364d8ca already deleted. [ 646.372896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e16637ec-a2da-446a-8f55-97a71364d8ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.375767] env[65363]: INFO networking_nsxv3.common.synchronization [req-a72f043c-432e-4cc2-82c0-3791a0bf1099 req-d2b2994a-3d32-4a26-95b7-e18ab6aed086 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Enqueued Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_members [ 646.376753] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_members [ 646.377018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.377196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.377296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.377954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.377954] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.378113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.378113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.378383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.378450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.378594] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.389452] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7c4b3e64-eb8a-4342-93b7-50f13ca56d73 None None] Enqueued Resource ID: 95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3 with Priority: HIGHEST for action port [ 646.390821] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3 with Priority: HIGHEST for action port [ 646.390821] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.390821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.391039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.391370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.391518] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.451704] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3ba105c-5476-4cc1-bd6b-4c5a5f146f61: rpc.has_security_group_logging(os_id): False [ 646.472682] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.474108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.474108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.474108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.474823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.475265] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.475548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.475903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.476161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.477115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.477115] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.477115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.477115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.477115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.477381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.477435] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.477578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.478240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.478240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.478240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.478240] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be created. [ 646.550527] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.553285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.553381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.553618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.553931] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.571175] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: IN_PROGRESS for 2s [ 646.883435] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.883688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.884677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.884677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.884677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.884677] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.884677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.884677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.885103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.885304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.885304] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 already deleted. [ 646.885478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.898227] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3 [ 646.898227] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.898227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.898227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.898227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.898227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.898227] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3 already deleted. [ 646.898227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f38ef7-3a55-4dfe-b7d9-075f9b6e52b3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.945905] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.946235] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.946335] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.946658] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.946986] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.949735] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.949735] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.950273] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.950860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.951232] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.953683] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.953683] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.953683] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.953683] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.953683] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.953683] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.975790] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.976092] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.976258] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.976438] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.976769] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.976998] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.977099] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.977388] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.977525] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.480855] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.481305] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.481364] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.481755] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.481925] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.482337] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 not found, creating... [ 647.482337] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.482666] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.482827] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.483071] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.483205] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.483480] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.483631] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.483743] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.484396] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.484616] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.484806] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 is going to be created. [ 647.511312] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.511545] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.511620] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.512101] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.512345] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.512573] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.642101] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a432d9ee-7858-4a0b-b3f9-dd23a62a398b None None] Enqueued Resource ID: aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c with Priority: HIGHEST for action port [ 647.642851] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c with Priority: HIGHEST for action port [ 647.643899] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.644053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.644124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.644568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.644685] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.147322] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c [ 648.147999] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.148088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.148123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.148344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.148409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.148511] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c already deleted. [ 648.148581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa40d1c4-83eb-4be7-bbe7-4db3d99ff50c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.290029] env[65363]: INFO networking_nsxv3.common.synchronization [req-a72f043c-432e-4cc2-82c0-3791a0bf1099 req-56feb2ab-0ad6-4a17-9841-9fed40a2ed62 service nova] Enqueued Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_rules [ 648.290029] env[65363]: INFO networking_nsxv3.common.synchronization [req-a72f043c-432e-4cc2-82c0-3791a0bf1099 req-56feb2ab-0ad6-4a17-9841-9fed40a2ed62 service nova] Enqueued Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_members [ 648.290029] env[65363]: INFO networking_nsxv3.common.synchronization [req-a72f043c-432e-4cc2-82c0-3791a0bf1099 req-56feb2ab-0ad6-4a17-9841-9fed40a2ed62 service nova] Enqueued Resource ID: cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 with Priority: HIGHEST for action port [ 648.290029] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_rules [ 648.290029] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_members [ 648.290029] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 with Priority: HIGHEST for action port [ 648.291108] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.291328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.291597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.294408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.294408] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.294408] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.294408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.295113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.295113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.295113] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.295113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.295113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.295310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.295310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.295421] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.296604] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.296726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.296803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.297101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.297198] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.389481] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 in Status: SUCCESS [ 648.390039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.390039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.390562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.390748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.391045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.391197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.391654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.392226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.392902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.393260] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.585829] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: SUCCESS [ 648.586765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.800257] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.802327] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.802327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.802327] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 with status ACTIVE [ 648.802327] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.802327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.802327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.802327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.802327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.802890] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.802890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.802890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.802890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.802890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.803068] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.804745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.804745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.806078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.806078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.806078] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 is going to be updated. [ 648.832750] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.832750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.832750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.832750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.832750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.832750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.898093] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.898287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.898357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.900019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.900235] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.900368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.900440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.900681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.900778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.900868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.901041] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.901348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.901483] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.901659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.902921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.903048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.903164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.903261] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.310438] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.406620] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dffbe5c0-28db-48e8-9a10-2e8013dc1034: rpc.has_security_group_logging(os_id): False [ 649.428493] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.428665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.428751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.429111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.429210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.429445] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.429585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.429928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.429928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.430064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.430683] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.430834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.430918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.432335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.432335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.432335] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.432335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.432335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.432335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.432335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.432632] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 is going to be created. [ 649.504615] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.504615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.504615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.504615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.504615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.517069] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 in Status: IN_PROGRESS for 2s [ 649.579652] env[65363]: INFO networking_nsxv3.common.synchronization [None req-379c36fc-e8d7-4ceb-aef8-d639e73fff92 None None] Enqueued Resource ID: 7f387cfb-67c8-41d5-8567-7da2deb3b598 with Priority: HIGHEST for action port [ 649.580181] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f387cfb-67c8-41d5-8567-7da2deb3b598 with Priority: HIGHEST for action port [ 649.580515] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f387cfb-67c8-41d5-8567-7da2deb3b598 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.580635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f387cfb-67c8-41d5-8567-7da2deb3b598" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.580708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f387cfb-67c8-41d5-8567-7da2deb3b598" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f387cfb-67c8-41d5-8567-7da2deb3b598" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.581856] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f387cfb-67c8-41d5-8567-7da2deb3b598',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.814355] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.814355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.814355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.814355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.814355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.814355] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 is going to be created. [ 649.844905] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.845126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.845211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.846184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.846184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.864025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 in Status: UNINITIALIZED for 2s [ 650.085289] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f387cfb-67c8-41d5-8567-7da2deb3b598 [ 650.085518] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.085649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.085718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.086025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.086109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.086165] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f387cfb-67c8-41d5-8567-7da2deb3b598 already deleted. [ 650.086247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f387cfb-67c8-41d5-8567-7da2deb3b598" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.531751] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 in Status: SUCCESS [ 651.532456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.875656] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 in Status: SUCCESS [ 651.875656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.875842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.878179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.878179] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.878179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.878179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.878179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.878179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.878179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.878179] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.381797] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.381987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.382069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.382285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.382478] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.382559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.382722] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.382798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.382898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.383205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.383205] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.383338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.383338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.383424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.383555] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.384052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.384052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.384052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.384052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.384254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.384254] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.471932] env[65363]: INFO networking_nsxv3.common.synchronization [None req-98200705-4034-4aa7-a5e5-0273e860efcb tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 652.472519] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 652.472940] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.473111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.473192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.473534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.473618] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.570604] env[65363]: INFO networking_nsxv3.common.synchronization [None req-68e0837d-7b9e-43eb-9ef1-6f3bbf31ef7b tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 652.570604] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 652.571524] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.571944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.886433] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f0f56e9-8810-4880-9175-def17d3c9d71: rpc.has_security_group_logging(os_id): False [ 652.907943] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.908106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.908106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.908471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.908608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.909103] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.909103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.909103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.909230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.909230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.909383] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.909485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.909540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.909700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.909774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.909912] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.910058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.910119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.910297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.910297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.910452] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 is going to be created. [ 652.976632] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.976632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.976632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.976632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.977008] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.992395] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 in Status: IN_PROGRESS for 2s [ 652.996453] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.997105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.997105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.997105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.997264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.997364] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 already deleted. [ 652.997524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.998216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.998505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.998629] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.525602] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.525830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.525830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.526103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.526209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.526327] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 already deleted. [ 653.526420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.014921] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 in Status: SUCCESS [ 655.015412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.115511] env[65363]: INFO networking_nsxv3.common.synchronization [req-9ecc0672-53b3-4c9a-a978-91104c2aec91 req-2cfcabef-ac0f-475b-adfc-75a9782909da tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Enqueued Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_members [ 655.116136] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGHEST for action security_group_members [ 655.116455] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.116577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.116638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.116891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.117733] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.117876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.117934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.118136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.118273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.118370] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.623413] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.623413] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.623413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.623413] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29771e22-be47-489c-bcb6-307e587db36c is going to be updated. [ 655.654337] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.654337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.654337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.654337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.654709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.666020] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29771e22-be47-489c-bcb6-307e587db36c in Status: IN_PROGRESS for 2s [ 656.311424] env[65363]: INFO networking_nsxv3.common.synchronization [req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 req-02611685-88aa-4dff-a146-b96e49a632ee tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Enqueued Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_members [ 656.315685] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_members [ 656.315984] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.316140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.316285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.316456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.316621] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.316721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.316791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.316935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.317030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.317124] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.821088] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.821338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.821439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.821785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.821923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.822149] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.822259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.822322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.822490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.822575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.822643] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8c5480-89b6-4edb-b590-788668eadf1c already deleted. [ 656.822751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.926164] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.926456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.926456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.926734] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.926995] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.927145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.927256] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.927505] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.927648] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.927855] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.927992] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.928100] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.928180] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.928287] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.928391] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.928589] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.950061] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.950368] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.950539] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.950800] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.951264] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-52161436-3128-41cd-a4e0-850615cb908f taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.951524] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.951639] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.952093] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.952281] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52161436-3128-41cd-a4e0-850615cb908f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.455440] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.456110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.456110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.456295] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.456462] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.456623] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 52161436-3128-41cd-a4e0-850615cb908f not found, creating... [ 657.456896] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.457094] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.457184] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.457415] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.457565] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.457850] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.458060] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.458186] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.458449] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.458614] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.458798] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 52161436-3128-41cd-a4e0-850615cb908f is going to be created. [ 657.480331] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.480570] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.480658] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.480935] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.481178] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.481398] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.676740] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29771e22-be47-489c-bcb6-307e587db36c in Status: SUCCESS [ 657.676926] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29771e22-be47-489c-bcb6-307e587db36c deletion is rescheduled due to dependency. [ 657.677061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.943596] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 req-7d6e0c71-ee08-43e1-9c0e-9c64d984a15b tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Enqueued Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_members [ 657.944144] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGHEST for action security_group_members [ 657.944458] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.944582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.944646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.944845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.944997] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945567] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.180278] env[65363]: INFO networking_nsxv3.common.synchronization [req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 req-f3724bde-e8b0-4a1b-adbb-ebd1480499cd service nova] Enqueued Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_rules [ 658.180278] env[65363]: INFO networking_nsxv3.common.synchronization [req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 req-f3724bde-e8b0-4a1b-adbb-ebd1480499cd service nova] Enqueued Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_members [ 658.180278] env[65363]: INFO networking_nsxv3.common.synchronization [req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 req-f3724bde-e8b0-4a1b-adbb-ebd1480499cd service nova] Enqueued Resource ID: 52161436-3128-41cd-a4e0-850615cb908f with Priority: HIGHEST for action port [ 658.180278] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_rules [ 658.180278] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_members [ 658.180278] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52161436-3128-41cd-a4e0-850615cb908f with Priority: HIGHEST for action port [ 658.180278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.180278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.182181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.182181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.182181] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.185972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.185972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.185972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.185972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.185972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.186403] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.186875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-52161436-3128-41cd-a4e0-850615cb908f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.187044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.187044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.187219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.187267] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52161436-3128-41cd-a4e0-850615cb908f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.448795] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.448795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.448795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.448795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.448795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.449139] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.449139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.449139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.449686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.449686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.449686] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca48fe35-40da-4f80-904c-db7df730f82b is going to be updated. [ 658.482582] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.482582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.482995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.482995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.485357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.496028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca48fe35-40da-4f80-904c-db7df730f82b in Status: IN_PROGRESS for 2s [ 658.689547] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.689966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.689966] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.692102] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52161436-3128-41cd-a4e0-850615cb908f with status ACTIVE [ 658.692102] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.692102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.692102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.692102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.692102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.692102] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.692833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.692833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.692833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.692833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.692833] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.692833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.692833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.693157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.693157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.699393] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52161436-3128-41cd-a4e0-850615cb908f is going to be updated. [ 658.721270] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.721414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.721485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.725109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.725109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.725109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52161436-3128-41cd-a4e0-850615cb908f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.965207] env[65363]: INFO networking_nsxv3.common.synchronization [req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd req-a8ff6d28-d8eb-430f-999a-156b9df5e65e tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Enqueued Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_members [ 658.966193] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGHEST for action security_group_members [ 658.966545] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.966693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.967274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.967274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.967274] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.967274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.967472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.967648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.967755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.967891] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.198931] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.472552] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.472552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.472552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.472771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.473022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.473239] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.473343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.473404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.473562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.473635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.473721] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096c96be-017c-4688-8d07-1da19a75f2e2 is going to be updated. [ 659.510394] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.511537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.511537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.511537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.511537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.522980] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096c96be-017c-4688-8d07-1da19a75f2e2 in Status: IN_PROGRESS for 2s [ 659.703555] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.703748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.703852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.704194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.705143] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8c5480-89b6-4edb-b590-788668eadf1c is going to be created. [ 659.729107] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.729194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.729229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.729455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.729615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.742616] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8c5480-89b6-4edb-b590-788668eadf1c in Status: UNINITIALIZED for 2s [ 660.509881] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca48fe35-40da-4f80-904c-db7df730f82b in Status: SUCCESS [ 660.509881] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca48fe35-40da-4f80-904c-db7df730f82b deletion is rescheduled due to dependency. [ 660.509881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.514035] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 req-300b6fdf-cd09-4944-bbd5-0854ad7e1009 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Enqueued Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_members [ 661.515169] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_members [ 661.515169] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.515169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.515169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.515419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.516028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.516028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.516028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.516028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.516028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.516028] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.535462] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 096c96be-017c-4688-8d07-1da19a75f2e2 in Status: SUCCESS [ 661.535701] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 096c96be-017c-4688-8d07-1da19a75f2e2 deletion is rescheduled due to dependency. [ 661.535816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.754947] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8c5480-89b6-4edb-b590-788668eadf1c in Status: SUCCESS [ 661.755276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.755404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.755586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.755806] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.755933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.756023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.756176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.756258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.756442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.756442] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.935347] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.935583] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-768" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.935744] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-768" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.936190] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-768" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.936383] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.936543] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.936656] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.936895] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.937049] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.937254] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.937362] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.937461] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.937558] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.937668] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.937851] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.937910] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.959463] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.959463] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.959771] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.959870] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-768" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.960319] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-2160ad99-0d67-4220-9039-67ad623b9c84 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.960883] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.960883] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.961014] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.961281] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2160ad99-0d67-4220-9039-67ad623b9c84',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.018518] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.019357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.019357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.019775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.020574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.020574] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.020574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.020574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.024021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.024021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.024021] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 already deleted. [ 662.024021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.258814] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.259029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.259109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.259332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.259506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.259616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.259685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.259875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.260132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.260252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.260487] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.260779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.260909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.261139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.261343] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.261500] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.261758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.262018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.262208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.262332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.262424] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.466531] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.466531] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 2160ad99-0d67-4220-9039-67ad623b9c84 not found, creating... [ 662.466531] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.466531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.467203] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.467550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.467740] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.467997] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.468134] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.468266] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 2160ad99-0d67-4220-9039-67ad623b9c84 is going to be created. [ 662.495153] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.495517] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.495662] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.496065] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.496387] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.496746] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.765172] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f8c5480-89b6-4edb-b590-788668eadf1c: rpc.has_security_group_logging(os_id): False [ 662.790941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.790941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.790941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.790941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.790941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.790941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.791392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.791392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.791392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.791392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.791682] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.791832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.791832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.791935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.792035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.792228] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.792321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.792392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.792532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.792600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.792694] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f8c5480-89b6-4edb-b590-788668eadf1c is going to be created. [ 662.873188] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.873461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.873461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.873625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.873806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.885861] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f8c5480-89b6-4edb-b590-788668eadf1c in Status: IN_PROGRESS for 2s [ 663.239371] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 req-973ac2b0-6a9e-4bde-a466-1c3ed7e155dc service nova] Enqueued Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_rules [ 663.239585] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 req-973ac2b0-6a9e-4bde-a466-1c3ed7e155dc service nova] Enqueued Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_members [ 663.239725] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 req-973ac2b0-6a9e-4bde-a466-1c3ed7e155dc service nova] Enqueued Resource ID: 2160ad99-0d67-4220-9039-67ad623b9c84 with Priority: HIGHEST for action port [ 663.240325] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_rules [ 663.240464] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_members [ 663.240562] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2160ad99-0d67-4220-9039-67ad623b9c84 with Priority: HIGHEST for action port [ 663.240875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.241173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.241173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.242251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.242251] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.242606] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.242606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.242724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.242812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.242952] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.243064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.243117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.243260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.243355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.243445] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.245404] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2160ad99-0d67-4220-9039-67ad623b9c84 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.246423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.246423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.246423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.246560] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2160ad99-0d67-4220-9039-67ad623b9c84',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.569489] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c req-f71c7870-78a0-4a83-95c2-736d24dfa909 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 663.570259] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 663.570717] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.570983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.571069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.571283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.571436] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.571533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.571592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.571757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.571836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.571932] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.748664] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.748664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.748936] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.749690] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2160ad99-0d67-4220-9039-67ad623b9c84 with status ACTIVE [ 663.749921] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.750026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.750092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.750304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.750384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.750542] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.750640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.750692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.750808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.751069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.751069] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.751223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.751223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.751316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.751384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.752174] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2160ad99-0d67-4220-9039-67ad623b9c84 is going to be updated. [ 663.774329] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.774707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.774707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.774782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.774866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.775026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2160ad99-0d67-4220-9039-67ad623b9c84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.998014] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.998268] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.998454] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.998803] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.999495] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.999711] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.999833] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.000088] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.000237] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.000460] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.000573] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.000679] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.001146] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.001146] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.001146] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.001146] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.021071] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.021243] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.021373] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.021563] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.021975] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.022191] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.022315] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.022641] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.022787] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b50b602-ef51-4c08-a1aa-9a2dbe02be17',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.074193] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.074347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.074434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.074659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.074751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.074957] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.075170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.075170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.075305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.075353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.075414] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be updated. [ 664.103073] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.103219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.103321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.103538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.103692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.114075] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: IN_PROGRESS for 2s [ 664.253969] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.525415] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.525709] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.525875] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.526285] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.526501] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.526715] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 not found, creating... [ 664.528608] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.529100] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.529337] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.529569] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.529785] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.530200] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.530390] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.530685] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.531146] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.531365] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.531532] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 is going to be created. [ 664.554617] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.554834] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.554918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.555216] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.555451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.555724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.758488] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.758691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.758733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.758955] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.759063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.759239] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 is going to be created. [ 664.796057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.796057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.796599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.796599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.796599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.809097] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 in Status: UNINITIALIZED for 2s [ 664.899870] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f8c5480-89b6-4edb-b590-788668eadf1c in Status: SUCCESS [ 664.900433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.261315] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c req-a0f98ea3-be93-40d3-8985-b0d6199de329 service nova] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_rules [ 665.261475] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c req-a0f98ea3-be93-40d3-8985-b0d6199de329 service nova] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 665.261601] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c req-a0f98ea3-be93-40d3-8985-b0d6199de329 service nova] Enqueued Resource ID: 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 with Priority: HIGHEST for action port [ 665.263194] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_rules [ 665.263194] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 665.263194] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 with Priority: HIGHEST for action port [ 665.263194] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.263194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.263753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.263753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.263891] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.264780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.265835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.265835] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.265835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.265835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.266058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.266058] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b50b602-ef51-4c08-a1aa-9a2dbe02be17',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.770024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.770024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.770675] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 with status ACTIVE [ 665.770675] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.770675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.770675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.770675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.770882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.771446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.771446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.771446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.771446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.771446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.772773] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.772773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.772773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.772773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.776222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.776222] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 is going to be updated. [ 665.804552] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.805056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.805056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.805765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.805938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.806235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b50b602-ef51-4c08-a1aa-9a2dbe02be17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.951878] env[65363]: INFO networking_nsxv3.common.synchronization [None req-ce8dc575-3f3d-4b28-9217-0375d2a2564c None None] Enqueued Resource ID: b08d0ad3-b965-461d-9dc5-805847e09e79 with Priority: HIGHEST for action port [ 665.952498] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b08d0ad3-b965-461d-9dc5-805847e09e79 with Priority: HIGHEST for action port [ 665.953063] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b08d0ad3-b965-461d-9dc5-805847e09e79 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.953063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b08d0ad3-b965-461d-9dc5-805847e09e79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.953063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b08d0ad3-b965-461d-9dc5-805847e09e79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.953407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b08d0ad3-b965-461d-9dc5-805847e09e79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.953536] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b08d0ad3-b965-461d-9dc5-805847e09e79',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.126747] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: SUCCESS [ 666.127375] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d deletion is rescheduled due to dependency. [ 666.127375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.127510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.127733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.127956] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.128115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.128190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.128371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.129078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.129078] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.456219] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b08d0ad3-b965-461d-9dc5-805847e09e79 [ 666.456219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.456219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.456423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.456475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.456638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.456638] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b08d0ad3-b965-461d-9dc5-805847e09e79 already deleted. [ 666.456730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b08d0ad3-b965-461d-9dc5-805847e09e79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.635414] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.824036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 in Status: SUCCESS [ 666.824036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.824036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.824648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.824648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.826430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.826520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.826715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.826874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.827010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.827140] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.139133] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.330105] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.330105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.330105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.330105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.330105] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.330105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.330105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.330715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.330715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.330715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.330715] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.330715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.330715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.330894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.331076] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.331178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.331237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.331380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.331458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.331541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.331627] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.639908] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.639908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.640168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.640605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.640605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.640605] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be updated. [ 667.672477] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.672477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.672776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.672843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.672981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.683817] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: IN_PROGRESS for 2s [ 667.833971] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faf453c2-a33e-422e-8e6b-fe13d09fd495: rpc.has_security_group_logging(os_id): False [ 667.857024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.857237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.857286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.857894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.857894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.857894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.858145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.858145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.858280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.861028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.862527] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.862527] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.862527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.863378] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 is going to be created. [ 668.049235] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.052184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.052184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.052184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.052184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.070688] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 in Status: IN_PROGRESS for 2s [ 668.253101] env[65363]: INFO networking_nsxv3.common.synchronization [req-44afad01-52c2-4203-ad09-ca3e10359631 req-ba26d2c2-c905-4608-bbb6-0eac5dd16aec tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 668.253794] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 668.254252] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.255156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.255316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.255509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.257408] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.257654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.257754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.257951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.258058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.258166] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.599389] env[65363]: INFO networking_nsxv3.common.synchronization [None req-01839f2e-7884-4d73-b5e0-6268dd3db6e9 None None] Enqueued Resource ID: ddf893f7-322c-4d19-91f3-5feb841ce51d with Priority: HIGHEST for action port [ 668.599983] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf893f7-322c-4d19-91f3-5feb841ce51d with Priority: HIGHEST for action port [ 668.601919] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddf893f7-322c-4d19-91f3-5feb841ce51d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.602674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddf893f7-322c-4d19-91f3-5feb841ce51d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.602674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddf893f7-322c-4d19-91f3-5feb841ce51d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.602841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddf893f7-322c-4d19-91f3-5feb841ce51d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.602948] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddf893f7-322c-4d19-91f3-5feb841ce51d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.761370] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.761454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.761454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.761676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.761790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.761997] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.762151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.762208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.762335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.762403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.762492] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 already deleted. [ 668.762572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.924889] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.924889] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.924889] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.925347] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.925917] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.925917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.925917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.925917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.926195] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.926457] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.926598] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.926733] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.926868] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.927014] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.927154] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.927306] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.949789] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.949943] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.950086] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.950283] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.950639] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.950738] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.950854] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.951183] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.951314] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6353f24f-ad10-4fa4-8dcb-0c2f5ba20948',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.106148] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddf893f7-322c-4d19-91f3-5feb841ce51d [ 669.106259] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.106328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.106481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.106858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.106858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.106858] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddf893f7-322c-4d19-91f3-5feb841ce51d already deleted. [ 669.107012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddf893f7-322c-4d19-91f3-5feb841ce51d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.454429] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.454641] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.454773] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.455058] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.455205] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.455353] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 not found, creating... [ 669.455600] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.455889] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.456037] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.456296] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.456458] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.456764] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.456961] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.457126] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.457395] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.457598] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.457766] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 is going to be created. [ 669.480368] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.480786] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.480786] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.481425] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.481425] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.481596] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.698038] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: SUCCESS [ 669.698038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.698038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.698038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.698038] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.698038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.698038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.698038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.698038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.698649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.698649] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.002367] env[65363]: INFO networking_nsxv3.common.synchronization [None req-176f3bd7-398a-48a3-974c-36f5213bc1df None None] Enqueued Resource ID: c542c3a6-f424-4f5a-a49e-e392f80a3ddd with Priority: HIGHEST for action port [ 670.003103] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c542c3a6-f424-4f5a-a49e-e392f80a3ddd with Priority: HIGHEST for action port [ 670.003974] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c542c3a6-f424-4f5a-a49e-e392f80a3ddd taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.003974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c542c3a6-f424-4f5a-a49e-e392f80a3ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.004403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c542c3a6-f424-4f5a-a49e-e392f80a3ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.004403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c542c3a6-f424-4f5a-a49e-e392f80a3ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.004403] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c542c3a6-f424-4f5a-a49e-e392f80a3ddd',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.084120] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 in Status: SUCCESS [ 670.084343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.200809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.200949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.201029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.201238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.201400] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.201503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.201568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.201726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.201856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.202033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.202141] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.202238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.202296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.202439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.202573] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.202807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.202807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.202988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.202988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.202988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.203144] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.205573] env[65363]: INFO networking_nsxv3.common.synchronization [req-44afad01-52c2-4203-ad09-ca3e10359631 req-03ce1b7b-4468-42ab-8a6a-16521b103fc9 service nova] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 670.205573] env[65363]: INFO networking_nsxv3.common.synchronization [req-44afad01-52c2-4203-ad09-ca3e10359631 req-03ce1b7b-4468-42ab-8a6a-16521b103fc9 service nova] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 670.205738] env[65363]: INFO networking_nsxv3.common.synchronization [req-44afad01-52c2-4203-ad09-ca3e10359631 req-03ce1b7b-4468-42ab-8a6a-16521b103fc9 service nova] Enqueued Resource ID: 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 with Priority: HIGHEST for action port [ 670.207237] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 670.207499] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 670.207652] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 with Priority: HIGHEST for action port [ 670.207955] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.208056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.208289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.208450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.208527] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.209531] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.210440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.210440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.210440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.210440] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.210440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.210440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.210440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.210440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.210440] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.212258] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.212258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.212258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.212258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.212258] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6353f24f-ad10-4fa4-8dcb-0c2f5ba20948',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.506512] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c542c3a6-f424-4f5a-a49e-e392f80a3ddd [ 670.506512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.506512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.506512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.506700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.506771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.507026] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c542c3a6-f424-4f5a-a49e-e392f80a3ddd already deleted. [ 670.507026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c542c3a6-f424-4f5a-a49e-e392f80a3ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.707416] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01fc231e-856f-4ab5-8929-6de73eced42d: rpc.has_security_group_logging(os_id): False [ 670.716661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.716793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.716984] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.717931] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 with status ACTIVE [ 670.719700] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.719700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.719700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.721742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.721742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.721983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.722126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.722196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.723080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.723080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.723080] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.723080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.723080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.723080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.723370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.723370] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 is going to be updated. [ 670.729089] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.729089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.729273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.729938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.729938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.729938] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.729938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.729938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.730209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.730209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.730352] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.730471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.730582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.730685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.730768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.731009] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.732271] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.732403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.732658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.732769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.732912] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be updated. [ 670.749628] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.749885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.749885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.750106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.750268] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.750494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.813311] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.813503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.813547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.813744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.813893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.835176] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: IN_PROGRESS for 2s [ 671.225838] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.728270] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.729728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.729728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.729728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.729728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.729728] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be created. [ 671.774788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.775044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.775163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.775361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.775698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.790810] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: UNINITIALIZED for 2s [ 672.038461] env[65363]: INFO networking_nsxv3.common.synchronization [None req-23e68f3d-cf20-4bd7-afcd-bc44dd86ffac None None] Enqueued Resource ID: ef9f28d8-22b3-434a-a369-37929dcf37bf with Priority: HIGHEST for action port [ 672.038461] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9f28d8-22b3-434a-a369-37929dcf37bf with Priority: HIGHEST for action port [ 672.038461] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9f28d8-22b3-434a-a369-37929dcf37bf taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.038896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9f28d8-22b3-434a-a369-37929dcf37bf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.038896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9f28d8-22b3-434a-a369-37929dcf37bf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.038896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9f28d8-22b3-434a-a369-37929dcf37bf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.039073] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9f28d8-22b3-434a-a369-37929dcf37bf',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.545535] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef9f28d8-22b3-434a-a369-37929dcf37bf [ 672.545535] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.545535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.546037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.546037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.546037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.546037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef9f28d8-22b3-434a-a369-37929dcf37bf already deleted. [ 672.546037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9f28d8-22b3-434a-a369-37929dcf37bf" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.859407] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: SUCCESS [ 672.859638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.277565] env[65363]: INFO networking_nsxv3.common.synchronization [None req-5d655f1e-69eb-4a05-8b5b-6190e9a19847 None None] Enqueued Resource ID: cd37e2e0-ce77-4a59-b615-bbe168e64992 with Priority: HIGHEST for action port [ 673.278195] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd37e2e0-ce77-4a59-b615-bbe168e64992 with Priority: HIGHEST for action port [ 673.278509] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd37e2e0-ce77-4a59-b615-bbe168e64992 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.278637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd37e2e0-ce77-4a59-b615-bbe168e64992" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.278766] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd37e2e0-ce77-4a59-b615-bbe168e64992" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.279034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd37e2e0-ce77-4a59-b615-bbe168e64992" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.279119] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd37e2e0-ce77-4a59-b615-bbe168e64992',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.326938] env[65363]: INFO networking_nsxv3.common.synchronization [req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 req-7915fe0d-13e5-4ad2-baea-4cf11f7c9858 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Enqueued Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_members [ 673.326938] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGHEST for action security_group_members [ 673.326938] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.326938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.326938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.326938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.326938] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.326938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.326938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.327548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.329059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.329204] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.783021] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd37e2e0-ce77-4a59-b615-bbe168e64992 [ 673.783021] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.783021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.783021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.783021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.783021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.783021] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd37e2e0-ce77-4a59-b615-bbe168e64992 already deleted. [ 673.783021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd37e2e0-ce77-4a59-b615-bbe168e64992" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.802312] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 673.802312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.802312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.802312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.802312] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.802312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.802312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.802312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.804286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.804286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.804286] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.833578] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.833784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.833927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.834243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.834435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.834742] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.835102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.835102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.835319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.835456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.835596] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 is going to be updated. [ 673.868546] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.869417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.869512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.870010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.870389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.881582] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 in Status: IN_PROGRESS for 2s [ 674.307459] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.449090] env[65363]: INFO networking_nsxv3.common.synchronization [req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 req-5819a8c7-45ec-45a9-a1a1-087791f3332e tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Enqueued Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_members [ 674.450875] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGHEST for action security_group_members [ 674.450875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.450875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.450875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.450875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.451323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.451323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.451323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.451536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.451536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.451536] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.811992] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce0ac14-0777-484a-93a5-7b349f9b6df4: rpc.has_security_group_logging(os_id): False [ 674.819684] env[65363]: INFO networking_nsxv3.common.synchronization [req-fcef17a3-4ee6-4abd-91de-d7ccd7eb4344 req-cc4d20eb-5732-43ff-b6ea-4fe0ffaf56fc tempest-SecurityGroupRulesTestJSON-888923782 tempest-SecurityGroupRulesTestJSON-888923782-project-member] Enqueued Resource ID: 3dea004b-0ccc-4a8c-a84b-0cb895af4a22 with Priority: HIGHEST for action security_group_rules [ 674.820479] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dea004b-0ccc-4a8c-a84b-0cb895af4a22 with Priority: HIGHEST for action security_group_rules [ 674.821635] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dea004b-0ccc-4a8c-a84b-0cb895af4a22 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.821635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dea004b-0ccc-4a8c-a84b-0cb895af4a22" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.821635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dea004b-0ccc-4a8c-a84b-0cb895af4a22" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.821846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dea004b-0ccc-4a8c-a84b-0cb895af4a22" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.821846] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dea004b-0ccc-4a8c-a84b-0cb895af4a22',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.834925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.834925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.835108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.835263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.835382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.835703] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.837197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.837197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.837197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.837197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.837197] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be created. [ 674.907336] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.907336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.907336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.907336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.907336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.920861] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: IN_PROGRESS for 2s [ 674.957323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.957323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.957323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.957323] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 is going to be updated. [ 674.989589] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.989589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.989589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.989589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.989589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.006640] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 in Status: IN_PROGRESS for 2s [ 675.346128] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.346128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.346128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.346128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.346128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.346128] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dea004b-0ccc-4a8c-a84b-0cb895af4a22 already deleted. [ 675.346128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dea004b-0ccc-4a8c-a84b-0cb895af4a22" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.895424] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 in Status: SUCCESS [ 675.895424] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 deletion is rescheduled due to dependency. [ 675.895424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.175385] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b06dffd2-fc1e-4d1c-a77f-dd02a6cb8efc None None] Enqueued Resource ID: ce873b3d-66e1-4168-9fca-c12183c78a07 with Priority: HIGHEST for action port [ 676.176854] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce873b3d-66e1-4168-9fca-c12183c78a07 with Priority: HIGHEST for action port [ 676.176854] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce873b3d-66e1-4168-9fca-c12183c78a07 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.176854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce873b3d-66e1-4168-9fca-c12183c78a07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.176854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce873b3d-66e1-4168-9fca-c12183c78a07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.176854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce873b3d-66e1-4168-9fca-c12183c78a07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.176854] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce873b3d-66e1-4168-9fca-c12183c78a07',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.198020] env[65363]: INFO networking_nsxv3.common.synchronization [None req-aaec9086-9f1d-4c80-8a0d-f9abc935d283 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_rules [ 676.198395] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_rules [ 676.199168] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.199168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.200431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.200759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.202628] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.682610] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce873b3d-66e1-4168-9fca-c12183c78a07 [ 676.682668] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.682857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.682939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.683336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.683336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.683336] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce873b3d-66e1-4168-9fca-c12183c78a07 already deleted. [ 676.683465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce873b3d-66e1-4168-9fca-c12183c78a07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.728396] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.728396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.728396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.728396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.728396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.728941] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a already deleted. [ 676.728941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.935093] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 676.935456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.017865] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 in Status: SUCCESS [ 677.018045] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 deletion is rescheduled due to dependency. [ 677.019115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.090534] env[65363]: INFO networking_nsxv3.common.synchronization [None req-dbb76c36-2980-4be2-ab7c-468b21e4215f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_rules [ 677.092166] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_rules [ 677.092660] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.092877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.093020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.093593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.093593] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.456467] env[65363]: INFO networking_nsxv3.common.synchronization [None req-2697b78d-2a36-43f1-b843-dc6a03a8870a None None] Enqueued Resource ID: a9402656-d146-40eb-a4d2-015d75da874d with Priority: HIGHEST for action port [ 677.457100] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9402656-d146-40eb-a4d2-015d75da874d with Priority: HIGHEST for action port [ 677.457358] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9402656-d146-40eb-a4d2-015d75da874d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.457478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9402656-d146-40eb-a4d2-015d75da874d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.457611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9402656-d146-40eb-a4d2-015d75da874d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.457968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9402656-d146-40eb-a4d2-015d75da874d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.458174] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9402656-d146-40eb-a4d2-015d75da874d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.615383] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.615635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.615635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.615812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.615920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.615982] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a already deleted. [ 677.616071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.840230] env[65363]: INFO networking_nsxv3.common.synchronization [None req-9cb8701b-3bff-4ff8-b65f-7e26c03940f9 None None] Enqueued Resource ID: 57247d0b-31a5-4d72-8512-04b9fb8a190b with Priority: HIGHEST for action port [ 677.841978] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57247d0b-31a5-4d72-8512-04b9fb8a190b with Priority: HIGHEST for action port [ 677.842689] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-57247d0b-31a5-4d72-8512-04b9fb8a190b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.842947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57247d0b-31a5-4d72-8512-04b9fb8a190b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.843416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57247d0b-31a5-4d72-8512-04b9fb8a190b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.843746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57247d0b-31a5-4d72-8512-04b9fb8a190b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.844566] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57247d0b-31a5-4d72-8512-04b9fb8a190b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.961044] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9402656-d146-40eb-a4d2-015d75da874d [ 677.961044] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.961485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.961485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.961485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.961485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.961633] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9402656-d146-40eb-a4d2-015d75da874d already deleted. [ 677.961633] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9402656-d146-40eb-a4d2-015d75da874d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.349203] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57247d0b-31a5-4d72-8512-04b9fb8a190b [ 678.349203] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.349203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.349203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.349203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.349203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.349441] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57247d0b-31a5-4d72-8512-04b9fb8a190b already deleted. [ 678.349481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57247d0b-31a5-4d72-8512-04b9fb8a190b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.992343] env[65363]: INFO networking_nsxv3.common.synchronization [req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 req-18f39127-2598-47d7-911b-6540efe8446c tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Enqueued Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_members [ 678.992343] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGHEST for action security_group_members [ 678.992343] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.992343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.992770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.993065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.993247] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.993355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.993420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.993810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.993810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.993810] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.063275] env[65363]: INFO networking_nsxv3.common.synchronization [req-50431ac5-2598-4a03-97ae-c6781e7f86ca req-f1cdede7-63ab-4f32-8c3c-5b29ecc7298f tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Enqueued Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_members [ 679.064530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGHEST for action security_group_members [ 679.065408] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.066028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.066028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.066125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.066380] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.066560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.066690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.066967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.067698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.067698] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.497103] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.497279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.497359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.497717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.497717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.497907] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.498026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.498098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.498258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.498337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.498437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8c5480-89b6-4edb-b590-788668eadf1c is going to be updated. [ 679.545136] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.545341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.545496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.547422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.548026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.561692] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8c5480-89b6-4edb-b590-788668eadf1c in Status: IN_PROGRESS for 2s [ 679.580050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.580050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.580050] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a1d806-8025-49a2-99a7-318b18193092 is going to be updated. [ 679.612572] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.612731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.612884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.613131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.613292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.629183] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a1d806-8025-49a2-99a7-318b18193092 in Status: IN_PROGRESS for 2s [ 679.698889] env[65363]: INFO networking_nsxv3.common.synchronization [None req-695459cb-1f2a-4943-a03c-1bbec96b872a None None] Enqueued Resource ID: 341e0342-f60f-4413-b8d8-b098322aa725 with Priority: HIGHEST for action port [ 679.699548] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 341e0342-f60f-4413-b8d8-b098322aa725 with Priority: HIGHEST for action port [ 679.699901] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-341e0342-f60f-4413-b8d8-b098322aa725 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.702219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-341e0342-f60f-4413-b8d8-b098322aa725" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.702411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-341e0342-f60f-4413-b8d8-b098322aa725" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.704405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-341e0342-f60f-4413-b8d8-b098322aa725" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.704500] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('341e0342-f60f-4413-b8d8-b098322aa725',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.206728] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 341e0342-f60f-4413-b8d8-b098322aa725 [ 680.207022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.207135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.207207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.207416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.207561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.207613] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:341e0342-f60f-4413-b8d8-b098322aa725 already deleted. [ 680.207680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-341e0342-f60f-4413-b8d8-b098322aa725" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.262518] env[65363]: INFO networking_nsxv3.common.synchronization [req-d2be78b6-7b84-4c45-afa8-e9ab30108136 req-3ad3f377-f99c-4bed-bf0a-b7775168183d tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 680.263206] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 680.263540] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.263672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.263732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.264244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.264473] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.264557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.264593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.264722] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.264802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.264901] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.769432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.769432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.769432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.770165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.770165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.770165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.770731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.770731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.770731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.770731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.770731] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 already deleted. [ 680.770731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.936870] env[65363]: INFO networking_nsxv3.common.synchronization [None req-35bc2bcc-9cac-4b3c-acfd-af86cef4b6ea None None] Enqueued Resource ID: 25faa167-f807-4737-aae3-ea6c203d749b with Priority: HIGHEST for action port [ 680.937480] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25faa167-f807-4737-aae3-ea6c203d749b with Priority: HIGHEST for action port [ 680.937772] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-25faa167-f807-4737-aae3-ea6c203d749b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.937890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25faa167-f807-4737-aae3-ea6c203d749b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.937958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25faa167-f807-4737-aae3-ea6c203d749b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.940874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25faa167-f807-4737-aae3-ea6c203d749b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.940874] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25faa167-f807-4737-aae3-ea6c203d749b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.132757] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.132951] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.133084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.133351] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.133619] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.133796] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.133910] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.134482] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.134676] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.134895] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.135000] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.135114] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.135236] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.135361] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.135718] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.135943] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.156139] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.156372] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.156521] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.156786] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.157224] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-05820e83-a452-4cc7-88a4-b34e2b71362c taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.157416] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.157547] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.157892] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.158329] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05820e83-a452-4cc7-88a4-b34e2b71362c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.220246] env[65363]: INFO networking_nsxv3.common.synchronization [None req-f6dcded5-e93f-4bc8-abd0-4b75d92d1b07 None None] Enqueued Resource ID: 152055e7-deb4-4b68-9054-2b31f2e20093 with Priority: HIGHEST for action port [ 681.220752] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152055e7-deb4-4b68-9054-2b31f2e20093 with Priority: HIGHEST for action port [ 681.221083] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-152055e7-deb4-4b68-9054-2b31f2e20093 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.221213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152055e7-deb4-4b68-9054-2b31f2e20093" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.221348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152055e7-deb4-4b68-9054-2b31f2e20093" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.221541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152055e7-deb4-4b68-9054-2b31f2e20093" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.221621] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152055e7-deb4-4b68-9054-2b31f2e20093',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.446028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25faa167-f807-4737-aae3-ea6c203d749b [ 681.446028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.446028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.446028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.446028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.446028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.446028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25faa167-f807-4737-aae3-ea6c203d749b already deleted. [ 681.446028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25faa167-f807-4737-aae3-ea6c203d749b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.572812] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f8c5480-89b6-4edb-b590-788668eadf1c in Status: SUCCESS [ 681.573202] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f8c5480-89b6-4edb-b590-788668eadf1c deletion is rescheduled due to dependency. [ 681.573375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.641876] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68a1d806-8025-49a2-99a7-318b18193092 in Status: SUCCESS [ 681.642077] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68a1d806-8025-49a2-99a7-318b18193092 deletion is rescheduled due to dependency. [ 681.642194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.661180] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.661180] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.661454] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.661572] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.661711] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.661914] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 05820e83-a452-4cc7-88a4-b34e2b71362c not found, creating... [ 681.662242] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.662525] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.662525] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.662731] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.662894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.663172] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.663323] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.663489] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.663636] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.663764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.663965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 05820e83-a452-4cc7-88a4-b34e2b71362c is going to be created. [ 681.687163] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.687369] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.687496] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.687788] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.688053] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.688272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.724323] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 152055e7-deb4-4b68-9054-2b31f2e20093 [ 681.724323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.724613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.724613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.724830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.724830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.724925] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:152055e7-deb4-4b68-9054-2b31f2e20093 already deleted. [ 681.725030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152055e7-deb4-4b68-9054-2b31f2e20093" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.445854] env[65363]: INFO networking_nsxv3.common.synchronization [req-d2be78b6-7b84-4c45-afa8-e9ab30108136 req-2c25c740-6a3b-4b2a-b66a-7b632b52b40f service nova] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_rules [ 682.446217] env[65363]: INFO networking_nsxv3.common.synchronization [req-d2be78b6-7b84-4c45-afa8-e9ab30108136 req-2c25c740-6a3b-4b2a-b66a-7b632b52b40f service nova] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 682.446217] env[65363]: INFO networking_nsxv3.common.synchronization [req-d2be78b6-7b84-4c45-afa8-e9ab30108136 req-2c25c740-6a3b-4b2a-b66a-7b632b52b40f service nova] Enqueued Resource ID: 05820e83-a452-4cc7-88a4-b34e2b71362c with Priority: HIGHEST for action port [ 682.447718] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_rules [ 682.447718] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 682.447718] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05820e83-a452-4cc7-88a4-b34e2b71362c with Priority: HIGHEST for action port [ 682.447826] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.447904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.448400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.448737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.448737] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.455174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.455174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.455174] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.455174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-05820e83-a452-4cc7-88a4-b34e2b71362c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.455174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.455174] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05820e83-a452-4cc7-88a4-b34e2b71362c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.538891] env[65363]: INFO networking_nsxv3.common.synchronization [req-52364838-abed-4cae-bdb2-fe9c8101e538 req-fc80d728-7281-44c5-8b62-88900ad21a37 tempest-SecurityGroupRulesTestJSON-888923782 tempest-SecurityGroupRulesTestJSON-888923782-project-member] Enqueued Resource ID: d4165c69-6074-4886-a70d-2339a23e2b17 with Priority: HIGHEST for action security_group_rules [ 682.539519] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4165c69-6074-4886-a70d-2339a23e2b17 with Priority: HIGHEST for action security_group_rules [ 682.539849] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4165c69-6074-4886-a70d-2339a23e2b17 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.540277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4165c69-6074-4886-a70d-2339a23e2b17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.540375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4165c69-6074-4886-a70d-2339a23e2b17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.540595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4165c69-6074-4886-a70d-2339a23e2b17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.540723] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4165c69-6074-4886-a70d-2339a23e2b17',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.952154] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.952363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.953812] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.955600] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05820e83-a452-4cc7-88a4-b34e2b71362c with status ACTIVE [ 682.956260] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.956260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.956260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.956414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.956492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.956806] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.956888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.956958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.957194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.957311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.957600] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.957715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.957800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.957996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.958512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.958512] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05820e83-a452-4cc7-88a4-b34e2b71362c is going to be updated. [ 682.984064] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.984329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.984329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.984552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.984689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.984844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05820e83-a452-4cc7-88a4-b34e2b71362c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.058377] env[65363]: INFO networking_nsxv3.common.synchronization [req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 req-713de182-3731-4ef1-a579-8e25101ff57a tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 683.059265] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 683.059410] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.059512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.059512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.059747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.059857] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.059960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.060038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.060171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.060286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.060371] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.063665] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.063828] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.063904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.064075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.064277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.064377] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4165c69-6074-4886-a70d-2339a23e2b17 already deleted. [ 683.064473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4165c69-6074-4886-a70d-2339a23e2b17" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.416728] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.416919] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.417077] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.417314] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.417564] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.417715] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.417823] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.418045] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.418185] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.418422] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.418527] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.418629] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.418730] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.419054] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.419054] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.419054] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.438407] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.438407] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.438553] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.438652] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.438952] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-3b888fb2-dde9-495c-b674-c719198f38ea taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.439155] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.439272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.439600] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.439733] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b888fb2-dde9-495c-b674-c719198f38ea',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.461597] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.532558] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b2bfa5c7-f173-4447-ab74-3bc33cd742f6 None None] Enqueued Resource ID: bac7e399-caab-42ea-80e5-6c0fac84b32b with Priority: HIGHEST for action port [ 683.533289] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bac7e399-caab-42ea-80e5-6c0fac84b32b with Priority: HIGHEST for action port [ 683.533607] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-bac7e399-caab-42ea-80e5-6c0fac84b32b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.533730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bac7e399-caab-42ea-80e5-6c0fac84b32b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.533798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bac7e399-caab-42ea-80e5-6c0fac84b32b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.534724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bac7e399-caab-42ea-80e5-6c0fac84b32b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.534821] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bac7e399-caab-42ea-80e5-6c0fac84b32b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.563401] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.618988] env[65363]: INFO networking_nsxv3.common.synchronization [None req-9831730c-7987-4be7-a5a3-4078411e303a None None] Enqueued Resource ID: 1d1f0979-9705-448e-a0fb-e2c0905bf97e with Priority: HIGHEST for action port [ 683.619213] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1f0979-9705-448e-a0fb-e2c0905bf97e with Priority: HIGHEST for action port [ 683.619798] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1f0979-9705-448e-a0fb-e2c0905bf97e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.619980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1f0979-9705-448e-a0fb-e2c0905bf97e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.620082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1f0979-9705-448e-a0fb-e2c0905bf97e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.620394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1f0979-9705-448e-a0fb-e2c0905bf97e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.620466] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1f0979-9705-448e-a0fb-e2c0905bf97e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.942574] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.942796] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.942987] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.943244] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.943390] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.943539] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 3b888fb2-dde9-495c-b674-c719198f38ea not found, creating... [ 683.943803] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.943947] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.944084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.944301] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.944428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.944694] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.944841] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.944955] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.945266] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.945325] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.945456] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 3b888fb2-dde9-495c-b674-c719198f38ea is going to be created. [ 683.964520] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.964721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.964795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.965022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.965128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.965234] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be created. [ 683.967267] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.967438] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.967555] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.967798] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.967995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.968214] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.992509] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.992721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.992721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.992958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.993135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.003906] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: UNINITIALIZED for 2s [ 684.037487] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bac7e399-caab-42ea-80e5-6c0fac84b32b [ 684.037782] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.037927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.038015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.038243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.038336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.038433] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bac7e399-caab-42ea-80e5-6c0fac84b32b already deleted. [ 684.038565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bac7e399-caab-42ea-80e5-6c0fac84b32b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.066780] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.122623] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d1f0979-9705-448e-a0fb-e2c0905bf97e [ 684.122623] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.122623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.122623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.122859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.122859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.122859] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d1f0979-9705-448e-a0fb-e2c0905bf97e already deleted. [ 684.122972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1f0979-9705-448e-a0fb-e2c0905bf97e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.570197] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.570573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.570573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.570573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.570701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.570701] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be updated. [ 684.608711] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.608711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.608977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.609027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.610028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.619940] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: IN_PROGRESS for 2s [ 684.700987] env[65363]: INFO networking_nsxv3.common.synchronization [req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 req-4133d039-6bb7-464b-9f7a-f48eeae02501 service nova] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_rules [ 684.700987] env[65363]: INFO networking_nsxv3.common.synchronization [req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 req-4133d039-6bb7-464b-9f7a-f48eeae02501 service nova] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 684.700987] env[65363]: INFO networking_nsxv3.common.synchronization [req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 req-4133d039-6bb7-464b-9f7a-f48eeae02501 service nova] Enqueued Resource ID: 3b888fb2-dde9-495c-b674-c719198f38ea with Priority: HIGHEST for action port [ 684.700987] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_rules [ 684.700987] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 684.700987] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b888fb2-dde9-495c-b674-c719198f38ea with Priority: HIGHEST for action port [ 684.702326] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.702947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.703179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.703976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.703976] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.705741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.706606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.706606] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b888fb2-dde9-495c-b674-c719198f38ea taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.706606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.706606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.706960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.707078] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b888fb2-dde9-495c-b674-c719198f38ea',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.211229] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.211229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.211229] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b888fb2-dde9-495c-b674-c719198f38ea with status ACTIVE [ 685.211229] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.211229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.211229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.211653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.211653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.211653] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.211653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.211880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.211956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.211995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.212180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.212269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.212327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.212466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.212536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.212616] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b888fb2-dde9-495c-b674-c719198f38ea is going to be updated. [ 685.236364] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.236525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.236589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.236806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.236942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.237117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b888fb2-dde9-495c-b674-c719198f38ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.015956] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: SUCCESS [ 686.015956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.015956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.016811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.016811] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.016811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.016811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.016811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.016811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.016811] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.302053] env[65363]: INFO networking_nsxv3.common.synchronization [None req-3660a527-d52e-41df-bec7-19915ede10c8 None None] Enqueued Resource ID: 93f91633-d88f-4a14-afc2-e9468d540336 with Priority: HIGHEST for action port [ 686.302053] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f91633-d88f-4a14-afc2-e9468d540336 with Priority: HIGHEST for action port [ 686.302053] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f91633-d88f-4a14-afc2-e9468d540336 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.302511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f91633-d88f-4a14-afc2-e9468d540336" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.302511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f91633-d88f-4a14-afc2-e9468d540336" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.302584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f91633-d88f-4a14-afc2-e9468d540336" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.302631] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f91633-d88f-4a14-afc2-e9468d540336',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.522018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.522018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.522018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.522018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.522018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.522018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.522018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.522018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.522018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.522487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.522487] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.522576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.522576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.522755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.522910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.523077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.523132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.526608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.526608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.526608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.526608] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.632417] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: SUCCESS [ 686.632417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.632417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.632605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.632925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.632925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.632925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.633108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.633171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.633766] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.807730] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93f91633-d88f-4a14-afc2-e9468d540336 [ 686.807978] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.808689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.808689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.808689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.808689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.808689] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93f91633-d88f-4a14-afc2-e9468d540336 already deleted. [ 686.808689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f91633-d88f-4a14-afc2-e9468d540336" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.884947] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c3522b71-dc02-42a3-ba5c-865796d56ba0 None None] Enqueued Resource ID: 58e3b422-c896-4cb3-b07e-c4519d0b26d1 with Priority: HIGHEST for action port [ 686.885659] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e3b422-c896-4cb3-b07e-c4519d0b26d1 with Priority: HIGHEST for action port [ 686.887958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e3b422-c896-4cb3-b07e-c4519d0b26d1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.888159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e3b422-c896-4cb3-b07e-c4519d0b26d1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.888159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e3b422-c896-4cb3-b07e-c4519d0b26d1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.888397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e3b422-c896-4cb3-b07e-c4519d0b26d1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.888482] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e3b422-c896-4cb3-b07e-c4519d0b26d1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.027547] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e204c664-455c-4132-a5f6-f4c8940da6f3: rpc.has_security_group_logging(os_id): False [ 687.048878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.048878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.048878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.048878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.048878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.049436] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.049436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.049436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.049436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.049436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.049649] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.049649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.049734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.049893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.050020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.051095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.051595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.053184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.053184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.053184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.053184] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be created. [ 687.066105] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4d971220-cea7-4377-aa5d-d38b4881e868 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 687.067114] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 687.067435] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.067563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067971] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.119758] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.119758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.119758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.120673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.120673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.138743] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: IN_PROGRESS for 2s [ 687.138743] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.200848] env[65363]: INFO networking_nsxv3.common.synchronization [None req-f700c394-23f9-43e0-ac53-7977a69951b6 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 687.201123] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 687.203596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.203596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.391328] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58e3b422-c896-4cb3-b07e-c4519d0b26d1 [ 687.391898] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.391898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.391898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.392178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.392178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.392294] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58e3b422-c896-4cb3-b07e-c4519d0b26d1 already deleted. [ 687.392344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e3b422-c896-4cb3-b07e-c4519d0b26d1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.601031] env[65363]: INFO networking_nsxv3.common.synchronization [req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec req-eaa70330-1b86-4ddd-baaf-9eca0e0812d8 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 687.601875] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 687.602558] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.603849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.603849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.604062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.604230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.604400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.604710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.605017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.605144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.605288] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.641249] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.053305] env[65363]: INFO networking_nsxv3.common.synchronization [None req-cd8b880b-9a74-4b02-b2af-c55eafe21730 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 688.053638] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 688.053949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.054701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.054854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.057185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.057185] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.090449] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.090644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.090644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.091412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.091412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.091412] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 already deleted. [ 688.091657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.091657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.092283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.092283] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.110776] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.111032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.111167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.111458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.111573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.112074] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.112074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.112074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.112390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.112390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.112504] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c already deleted. [ 688.112555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.144364] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.144623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.144703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.146036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.146036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.146036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be updated. [ 688.158294] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.158794] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.158794] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.159403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.159812] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.160918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.161915] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.162252] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.162406] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.162628] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.162738] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.162858] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.162980] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.163099] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.163204] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.163342] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.185035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.185035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.185035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.185035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.185035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.192929] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.192929] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.192929] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.192929] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.192929] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-3e711758-b6d2-43ca-9dea-138652261916 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.192929] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.192929] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.192929] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.192929] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e711758-b6d2-43ca-9dea-138652261916',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.198341] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: IN_PROGRESS for 2s [ 688.226350] env[65363]: INFO networking_nsxv3.common.synchronization [None req-95c61f26-b1d4-4933-822d-0648c51b6678 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 688.226906] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 688.227456] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.227544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.580980] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.580980] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 already deleted. [ 688.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.580980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.580980] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.617430] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.617430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.617430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.617430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.617430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.617430] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 already deleted. [ 688.617430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.650567] env[65363]: INFO networking_nsxv3.common.synchronization [None req-bb48d9c9-8802-4870-9fe1-fbba5ad31471 None None] Enqueued Resource ID: 2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830 with Priority: HIGHEST for action port [ 688.650864] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830 with Priority: HIGHEST for action port [ 688.652043] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.653044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.653136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.653663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.653663] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.699292] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.699292] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.699292] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.699292] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.699292] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.699826] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 3e711758-b6d2-43ca-9dea-138652261916 not found, creating... [ 688.699826] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.699826] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.700187] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.700187] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.700331] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.700627] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.700780] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.700885] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.701112] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.701797] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.701797] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 3e711758-b6d2-43ca-9dea-138652261916 is going to be created. [ 688.725442] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.726054] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.726261] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.727151] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.727401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.727645] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.106189] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.106189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.106189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.106189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.106189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.106189] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 already deleted. [ 689.106189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.150647] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: SUCCESS [ 689.150921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.155464] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830 [ 689.155757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.155867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.155921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.156140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.156917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.156917] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830 already deleted. [ 689.156917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9a1f95-f2fa-44c1-8c3f-9cc2bab73830" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.435318] env[65363]: INFO networking_nsxv3.common.synchronization [req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec req-e433d261-6184-45f1-afdb-97dbedb938a3 service nova] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_rules [ 689.435318] env[65363]: INFO networking_nsxv3.common.synchronization [req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec req-e433d261-6184-45f1-afdb-97dbedb938a3 service nova] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 689.435318] env[65363]: INFO networking_nsxv3.common.synchronization [req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec req-e433d261-6184-45f1-afdb-97dbedb938a3 service nova] Enqueued Resource ID: 3e711758-b6d2-43ca-9dea-138652261916 with Priority: HIGHEST for action port [ 689.435997] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_rules [ 689.436186] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 689.436302] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e711758-b6d2-43ca-9dea-138652261916 with Priority: HIGHEST for action port [ 689.436603] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.436730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.436835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.437112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.437192] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.438288] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.438352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.438447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.438638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.438870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.439087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.439154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.439332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.439415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.439517] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.440750] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e711758-b6d2-43ca-9dea-138652261916 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.440855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.440925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.441097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.441188] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e711758-b6d2-43ca-9dea-138652261916',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.943375] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.945972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.946900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.947171] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e711758-b6d2-43ca-9dea-138652261916 with status ACTIVE [ 689.947409] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.947573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.947652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.948441] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.948787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.949063] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.949230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.949345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.949610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.949668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.949980] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.950179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.950272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.951823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.951823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.951823] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e711758-b6d2-43ca-9dea-138652261916 is going to be updated. [ 689.980039] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.980538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.980718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.980865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e711758-b6d2-43ca-9dea-138652261916" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.208867] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: SUCCESS [ 690.209233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.209436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.209668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.209872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.209997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.210081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.210243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.210325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.210411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.210504] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.229185] env[65363]: INFO networking_nsxv3.common.synchronization [req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab req-430bc940-076d-4eda-909b-05b484fe7010 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Enqueued Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_members [ 690.229828] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGHEST for action security_group_members [ 690.230765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.230913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.230982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.231194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.231356] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.231457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.231518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.231665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.231750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.231920] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.458231] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.597106] env[65363]: INFO networking_nsxv3.common.synchronization [req-f615f21f-8bbd-456f-9efe-c885360a60bc req-168ec94d-7793-49d8-a84b-5afc78b4fbf1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 690.599243] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGHEST for action security_group_members [ 690.600460] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.600840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.600954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.601297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.601741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.601922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.602064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.603040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.603240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.603459] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.718798] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722932] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.739776] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.739776] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.739776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.739776] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 is going to be updated. [ 690.777924] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.778545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.778545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.778545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.779229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.790516] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 in Status: IN_PROGRESS for 2s [ 691.162221] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.162221] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be created. [ 691.162221] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.162221] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: UNINITIALIZED for 2s [ 691.162221] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.162221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.165399] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.165399] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be updated. [ 691.165399] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.165399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.165399] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: IN_PROGRESS for 2s [ 691.226485] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3ba105c-5476-4cc1-bd6b-4c5a5f146f61: rpc.has_security_group_logging(os_id): False [ 691.252265] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.252433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.252478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.252675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.252768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.253074] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.253182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.253182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.253824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.255191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.256237] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.256237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.256237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.256237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.256237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.257263] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.257394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.257455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.258063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.258063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.258063] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be updated. [ 691.328589] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.328760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.328760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.329105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.329196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.343866] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: IN_PROGRESS for 2s [ 692.810486] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 in Status: SUCCESS [ 692.810486] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 deletion is rescheduled due to dependency. [ 692.810486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.029335] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 693.029580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.029723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.029940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.030225] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.030390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.030390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.030519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.030597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.030681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.030768] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.155628] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01fc231e-856f-4ab5-8929-6de73eced42d in Status: SUCCESS [ 693.155907] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d deletion is rescheduled due to dependency. [ 693.156036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.359989] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: SUCCESS [ 693.359989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.533575] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.533885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.533885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.534072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.534315] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.534418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.534418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.534601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.534691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.534821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.535051] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.535131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.535195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.535376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.535576] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.535717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.535872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.535977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.536082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.536204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.536343] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.904413] env[65363]: INFO networking_nsxv3.common.synchronization [None req-5b1b8d84-37cc-48c1-9e24-5222d4180bb3 None None] Enqueued Resource ID: a584dff7-e5e4-4d8b-a2da-a6991dbd12a5 with Priority: HIGHEST for action port [ 693.905654] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a584dff7-e5e4-4d8b-a2da-a6991dbd12a5 with Priority: HIGHEST for action port [ 693.906222] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a584dff7-e5e4-4d8b-a2da-a6991dbd12a5 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.906222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a584dff7-e5e4-4d8b-a2da-a6991dbd12a5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.906222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a584dff7-e5e4-4d8b-a2da-a6991dbd12a5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.906500] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a584dff7-e5e4-4d8b-a2da-a6991dbd12a5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.906571] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a584dff7-e5e4-4d8b-a2da-a6991dbd12a5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.040897] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c: rpc.has_security_group_logging(os_id): False [ 694.063683] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.063835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.063909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.064220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.064337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.065706] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.065706] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.065706] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.065706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.066247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.066247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.066247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.066358] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be created. [ 694.141810] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.143419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.143419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.143419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.143419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.158507] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 694.409557] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a584dff7-e5e4-4d8b-a2da-a6991dbd12a5 [ 694.409754] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.409926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.410012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.410244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.410334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.410429] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a584dff7-e5e4-4d8b-a2da-a6991dbd12a5 already deleted. [ 694.410563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a584dff7-e5e4-4d8b-a2da-a6991dbd12a5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.589662] env[65363]: INFO networking_nsxv3.common.synchronization [req-6b920503-76bf-41f7-8181-deddd23eb359 req-30c19704-6bb4-401e-a445-ad093463934f tempest-SecurityGroupRulesTestJSON-888923782 tempest-SecurityGroupRulesTestJSON-888923782-project-member] Enqueued Resource ID: cd88a10e-a788-43de-822f-db3c73230b63 with Priority: HIGHEST for action security_group_rules [ 695.590167] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd88a10e-a788-43de-822f-db3c73230b63 with Priority: HIGHEST for action security_group_rules [ 695.590514] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd88a10e-a788-43de-822f-db3c73230b63 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.590671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd88a10e-a788-43de-822f-db3c73230b63" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.590983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd88a10e-a788-43de-822f-db3c73230b63" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.594066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd88a10e-a788-43de-822f-db3c73230b63" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.594066] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd88a10e-a788-43de-822f-db3c73230b63',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.117353] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.118353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.118451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.118713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.118816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.118940] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd88a10e-a788-43de-822f-db3c73230b63 already deleted. [ 696.119063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd88a10e-a788-43de-822f-db3c73230b63" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.172970] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 696.173614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.475162] env[65363]: INFO networking_nsxv3.common.synchronization [None req-593663fc-460b-4d5d-b6d9-74f2ae87f7e7 None None] Enqueued Resource ID: 5439f97a-663a-4e2f-ab60-d423758fefe9 with Priority: HIGHEST for action port [ 696.476209] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5439f97a-663a-4e2f-ab60-d423758fefe9 with Priority: HIGHEST for action port [ 696.476543] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5439f97a-663a-4e2f-ab60-d423758fefe9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.476543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5439f97a-663a-4e2f-ab60-d423758fefe9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.476543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5439f97a-663a-4e2f-ab60-d423758fefe9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.476824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5439f97a-663a-4e2f-ab60-d423758fefe9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.476932] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5439f97a-663a-4e2f-ab60-d423758fefe9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.599979] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7954e631-8a8c-4f2f-82b2-92c4a435ae85 None None] Enqueued Resource ID: 18605d49-b648-49a0-9da9-fbf604af438f with Priority: HIGHEST for action port [ 696.599979] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18605d49-b648-49a0-9da9-fbf604af438f with Priority: HIGHEST for action port [ 696.600462] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-18605d49-b648-49a0-9da9-fbf604af438f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.600462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18605d49-b648-49a0-9da9-fbf604af438f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.600462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18605d49-b648-49a0-9da9-fbf604af438f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.601382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18605d49-b648-49a0-9da9-fbf604af438f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.601500] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18605d49-b648-49a0-9da9-fbf604af438f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.981447] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5439f97a-663a-4e2f-ab60-d423758fefe9 [ 696.981672] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.981806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.981866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.982210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.983104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.983104] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5439f97a-663a-4e2f-ab60-d423758fefe9 already deleted. [ 696.983104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5439f97a-663a-4e2f-ab60-d423758fefe9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.104437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18605d49-b648-49a0-9da9-fbf604af438f [ 697.104686] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.104821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.105706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.105706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.105706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.105706] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18605d49-b648-49a0-9da9-fbf604af438f already deleted. [ 697.105706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18605d49-b648-49a0-9da9-fbf604af438f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.323454] env[65363]: INFO networking_nsxv3.common.synchronization [None req-6a8cc8d6-3238-432a-a719-c2c98f236e2a None None] Enqueued Resource ID: a72b8c31-1685-4afb-8a8a-6e043b54e18b with Priority: HIGHEST for action port [ 699.323454] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72b8c31-1685-4afb-8a8a-6e043b54e18b with Priority: HIGHEST for action port [ 699.323454] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a72b8c31-1685-4afb-8a8a-6e043b54e18b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.323815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a72b8c31-1685-4afb-8a8a-6e043b54e18b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.323815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a72b8c31-1685-4afb-8a8a-6e043b54e18b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.327101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a72b8c31-1685-4afb-8a8a-6e043b54e18b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.327101] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a72b8c31-1685-4afb-8a8a-6e043b54e18b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.828747] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a72b8c31-1685-4afb-8a8a-6e043b54e18b [ 699.828983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.829134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.829416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.829416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.829513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.829649] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a72b8c31-1685-4afb-8a8a-6e043b54e18b already deleted. [ 699.829686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a72b8c31-1685-4afb-8a8a-6e043b54e18b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.265020] env[65363]: INFO networking_nsxv3.common.synchronization [None req-53f1ccd8-8c08-4cc2-b2c0-514cd22325ea None None] Enqueued Resource ID: e16eaf22-7d7a-4ef0-8264-d874a6423fe4 with Priority: HIGHEST for action port [ 700.265020] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e16eaf22-7d7a-4ef0-8264-d874a6423fe4 with Priority: HIGHEST for action port [ 700.265020] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e16eaf22-7d7a-4ef0-8264-d874a6423fe4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.265020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e16eaf22-7d7a-4ef0-8264-d874a6423fe4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.265020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e16eaf22-7d7a-4ef0-8264-d874a6423fe4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.265020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e16eaf22-7d7a-4ef0-8264-d874a6423fe4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.265020] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e16eaf22-7d7a-4ef0-8264-d874a6423fe4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.768168] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e16eaf22-7d7a-4ef0-8264-d874a6423fe4 [ 700.768525] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.768597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.768653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.768869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.768973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.769093] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e16eaf22-7d7a-4ef0-8264-d874a6423fe4 already deleted. [ 700.769179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e16eaf22-7d7a-4ef0-8264-d874a6423fe4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.971634] env[65363]: INFO networking_nsxv3.common.synchronization [None req-353dfb49-6955-46db-95a6-33b9ba239f01 None None] Enqueued Resource ID: f6993e90-c1e6-4f8b-a06c-89e030e75c16 with Priority: HIGHEST for action port [ 700.971634] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6993e90-c1e6-4f8b-a06c-89e030e75c16 with Priority: HIGHEST for action port [ 700.971634] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6993e90-c1e6-4f8b-a06c-89e030e75c16 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.971634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6993e90-c1e6-4f8b-a06c-89e030e75c16" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.971634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6993e90-c1e6-4f8b-a06c-89e030e75c16" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.971634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6993e90-c1e6-4f8b-a06c-89e030e75c16" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.971634] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6993e90-c1e6-4f8b-a06c-89e030e75c16',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.476413] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6993e90-c1e6-4f8b-a06c-89e030e75c16 [ 701.477565] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.477565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.477565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.477565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.477565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.477864] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6993e90-c1e6-4f8b-a06c-89e030e75c16 already deleted. [ 701.477864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6993e90-c1e6-4f8b-a06c-89e030e75c16" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.216340] env[65363]: INFO networking_nsxv3.common.synchronization [req-01b70a69-0346-49e5-aede-c6de29c46b0e req-596b957e-2c6b-4852-bfb5-e7a5cb72fcbc tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Enqueued Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_members [ 702.216649] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_members [ 702.216886] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.217018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.217088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.217379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.217541] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.217643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.217712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.218695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.218695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.218695] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.416142] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7f15d189-be2b-4978-9a9d-30a4d9eeb65b None None] Enqueued Resource ID: d4b4d6b4-4e2f-4586-aa24-003f705cef8e with Priority: HIGHEST for action port [ 702.416660] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b4d6b4-4e2f-4586-aa24-003f705cef8e with Priority: HIGHEST for action port [ 702.416964] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4b4d6b4-4e2f-4586-aa24-003f705cef8e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.417097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4b4d6b4-4e2f-4586-aa24-003f705cef8e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.417168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4b4d6b4-4e2f-4586-aa24-003f705cef8e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.417444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4b4d6b4-4e2f-4586-aa24-003f705cef8e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.417529] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4b4d6b4-4e2f-4586-aa24-003f705cef8e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.720570] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.720997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.720997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.720997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.721188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.721267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.721363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.721427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.721575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.721642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.721767] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 already deleted. [ 702.721833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.920367] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4b4d6b4-4e2f-4586-aa24-003f705cef8e [ 702.920367] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.920367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.920799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.920799] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4b4d6b4-4e2f-4586-aa24-003f705cef8e already deleted. [ 702.920799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4b4d6b4-4e2f-4586-aa24-003f705cef8e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.298221] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.298748] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-782" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.298748] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-782" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.298869] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-782" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.299633] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.299633] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.299633] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.299984] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.299984] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.300138] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.300138] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.300271] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.300340] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.300921] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.300921] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.300921] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.321189] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.321386] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.321501] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.321645] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-782" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.322031] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-c15ec264-d94b-4868-9e87-244dd823e2c3 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.323168] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.323323] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.323672] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.323813] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c15ec264-d94b-4868-9e87-244dd823e2c3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.828056] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.828056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.828056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.828056] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port c15ec264-d94b-4868-9e87-244dd823e2c3 not found, creating... [ 703.828512] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828697] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828770] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.828967] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.829111] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.829392] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.829539] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.829649] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.829869] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.830037] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.830268] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: c15ec264-d94b-4868-9e87-244dd823e2c3 is going to be created. [ 703.851385] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.851609] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.851705] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.852040] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.852274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.852477] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.204293] env[65363]: INFO networking_nsxv3.common.synchronization [req-7a37f56f-5b71-4d14-a917-0f5d274acb0c req-ce01a5cd-e973-44bf-a156-e9e47a41bf8a tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 704.204819] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 704.205126] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.205266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.205337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.205556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.205762] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.205881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.205950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.206086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.206168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.206363] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.382582] env[65363]: INFO networking_nsxv3.common.synchronization [None req-8af691da-36f6-4a8a-aced-cf332200976c None None] Enqueued Resource ID: 8d7c622f-6585-47bb-82ed-84382ed5bf5d with Priority: HIGHEST for action port [ 704.383196] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7c622f-6585-47bb-82ed-84382ed5bf5d with Priority: HIGHEST for action port [ 704.384485] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7c622f-6585-47bb-82ed-84382ed5bf5d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.384485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7c622f-6585-47bb-82ed-84382ed5bf5d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.384485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7c622f-6585-47bb-82ed-84382ed5bf5d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.384485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7c622f-6585-47bb-82ed-84382ed5bf5d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.384851] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7c622f-6585-47bb-82ed-84382ed5bf5d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.460033] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c5499775-bdab-4cbe-b8f5-00aec4c327c9 None None] Enqueued Resource ID: 4eaf0e38-1ebc-4552-91e9-376ad33ae04e with Priority: HIGHEST for action port [ 704.460518] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eaf0e38-1ebc-4552-91e9-376ad33ae04e with Priority: HIGHEST for action port [ 704.460899] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eaf0e38-1ebc-4552-91e9-376ad33ae04e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.461018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eaf0e38-1ebc-4552-91e9-376ad33ae04e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.461622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eaf0e38-1ebc-4552-91e9-376ad33ae04e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.462341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eaf0e38-1ebc-4552-91e9-376ad33ae04e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.463226] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eaf0e38-1ebc-4552-91e9-376ad33ae04e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.590173] env[65363]: INFO networking_nsxv3.common.synchronization [req-01b70a69-0346-49e5-aede-c6de29c46b0e req-b203c747-ae43-46b8-bbde-88e9ab804463 service nova] Enqueued Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_rules [ 704.590173] env[65363]: INFO networking_nsxv3.common.synchronization [req-01b70a69-0346-49e5-aede-c6de29c46b0e req-b203c747-ae43-46b8-bbde-88e9ab804463 service nova] Enqueued Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_members [ 704.590173] env[65363]: INFO networking_nsxv3.common.synchronization [req-01b70a69-0346-49e5-aede-c6de29c46b0e req-b203c747-ae43-46b8-bbde-88e9ab804463 service nova] Enqueued Resource ID: c15ec264-d94b-4868-9e87-244dd823e2c3 with Priority: HIGHEST for action port [ 704.590858] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_rules [ 704.593550] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_members [ 704.593550] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c15ec264-d94b-4868-9e87-244dd823e2c3 with Priority: HIGHEST for action port [ 704.594172] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.594172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.594172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.594349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.594349] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.595559] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.595723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.595774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.596845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.596845] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.596845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.596845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.596845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.596845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.596845] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.598896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c15ec264-d94b-4868-9e87-244dd823e2c3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.598896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.598896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.598896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.598896] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c15ec264-d94b-4868-9e87-244dd823e2c3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.708775] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.708958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.709672] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.709886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.710096] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 already deleted. [ 704.710150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.888666] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d7c622f-6585-47bb-82ed-84382ed5bf5d [ 704.888666] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.888666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.888666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.888929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.888965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.889064] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d7c622f-6585-47bb-82ed-84382ed5bf5d already deleted. [ 704.889163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7c622f-6585-47bb-82ed-84382ed5bf5d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966190] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eaf0e38-1ebc-4552-91e9-376ad33ae04e [ 704.966420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.966553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.966617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.966835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.966923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.967027] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eaf0e38-1ebc-4552-91e9-376ad33ae04e already deleted. [ 704.967109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eaf0e38-1ebc-4552-91e9-376ad33ae04e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.099278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.099428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.101805] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c15ec264-d94b-4868-9e87-244dd823e2c3 with status ACTIVE [ 705.102187] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.102333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.102402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.102603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.102690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.102882] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.102999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.103056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.103197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.103247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.103421] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.103510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.103563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.103699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.103769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.103852] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c15ec264-d94b-4868-9e87-244dd823e2c3 is going to be updated. [ 705.104973] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.128195] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.128376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.128442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.128670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.128807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.128967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c15ec264-d94b-4868-9e87-244dd823e2c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.305690] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.305690] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.305914] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.306533] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.306679] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.307397] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.307397] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.307576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.307576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.307787] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.307876] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.308056] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.308150] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.308257] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.308353] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.308474] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.327883] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.328022] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.328148] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.328332] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.329704] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-e235adae-3bcf-498d-b175-9235a3ab8e7c taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.329704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.329704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.329704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.329704] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e235adae-3bcf-498d-b175-9235a3ab8e7c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.608280] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.832021] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.832247] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.832370] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.832773] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.833040] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.833236] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port e235adae-3bcf-498d-b175-9235a3ab8e7c not found, creating... [ 705.834691] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.834858] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.834968] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.835263] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.835403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.835701] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.835849] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.835964] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.836258] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.836394] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.836544] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: e235adae-3bcf-498d-b175-9235a3ab8e7c is going to be created. [ 705.857205] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.857413] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.857550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.859868] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.859868] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.859868] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.894894] env[65363]: INFO networking_nsxv3.common.synchronization [None req-3060740e-6d4a-454c-8d6d-a1ffc3d6015c None None] Enqueued Resource ID: 9334f557-4579-4622-b9b4-fe7739e0a367 with Priority: HIGHEST for action port [ 705.896054] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9334f557-4579-4622-b9b4-fe7739e0a367 with Priority: HIGHEST for action port [ 705.896054] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9334f557-4579-4622-b9b4-fe7739e0a367 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.896054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9334f557-4579-4622-b9b4-fe7739e0a367" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.898809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9334f557-4579-4622-b9b4-fe7739e0a367" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.898809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9334f557-4579-4622-b9b4-fe7739e0a367" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.898809] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9334f557-4579-4622-b9b4-fe7739e0a367',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.110777] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.111010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.111117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.111341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.111532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.111532] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 is going to be created. [ 706.138670] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.138888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.138888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.140307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.140692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.152825] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 in Status: UNINITIALIZED for 2s [ 706.402132] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9334f557-4579-4622-b9b4-fe7739e0a367 [ 706.402132] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.402132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.402132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.402132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.402132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.402132] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9334f557-4579-4622-b9b4-fe7739e0a367 already deleted. [ 706.402132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9334f557-4579-4622-b9b4-fe7739e0a367" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.629344] env[65363]: INFO networking_nsxv3.common.synchronization [None req-86268d4d-541a-4fd3-8964-06bdfdacede7 None None] Enqueued Resource ID: 29248232-83b7-4ac8-bdcb-b51563393109 with Priority: HIGHEST for action port [ 706.629344] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29248232-83b7-4ac8-bdcb-b51563393109 with Priority: HIGHEST for action port [ 706.630723] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-29248232-83b7-4ac8-bdcb-b51563393109 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.630723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29248232-83b7-4ac8-bdcb-b51563393109" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.630921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29248232-83b7-4ac8-bdcb-b51563393109" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.631096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29248232-83b7-4ac8-bdcb-b51563393109" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.631196] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29248232-83b7-4ac8-bdcb-b51563393109',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.635748] env[65363]: INFO networking_nsxv3.common.synchronization [req-7a37f56f-5b71-4d14-a917-0f5d274acb0c req-fccc610c-93b2-4be1-8fa8-20c3c07f7ec4 service nova] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_rules [ 706.635972] env[65363]: INFO networking_nsxv3.common.synchronization [req-7a37f56f-5b71-4d14-a917-0f5d274acb0c req-fccc610c-93b2-4be1-8fa8-20c3c07f7ec4 service nova] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 706.637869] env[65363]: INFO networking_nsxv3.common.synchronization [req-7a37f56f-5b71-4d14-a917-0f5d274acb0c req-fccc610c-93b2-4be1-8fa8-20c3c07f7ec4 service nova] Enqueued Resource ID: e235adae-3bcf-498d-b175-9235a3ab8e7c with Priority: HIGHEST for action port [ 706.637869] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_rules [ 706.637869] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 706.637869] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e235adae-3bcf-498d-b175-9235a3ab8e7c with Priority: HIGHEST for action port [ 706.637869] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.637869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.637869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.638619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.638619] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.639316] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.639399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.639463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.640015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.640015] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.640015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.640015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.640352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.640352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.640472] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.642534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e235adae-3bcf-498d-b175-9235a3ab8e7c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.642534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.642534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.642534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.642534] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e235adae-3bcf-498d-b175-9235a3ab8e7c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.714632] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a8a77d2b-33b9-4837-a383-27f1ec46a3ef None None] Enqueued Resource ID: 9867d602-8412-41aa-ba17-4dca2774774d with Priority: HIGHEST for action port [ 706.715145] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9867d602-8412-41aa-ba17-4dca2774774d with Priority: HIGHEST for action port [ 706.715617] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9867d602-8412-41aa-ba17-4dca2774774d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.715617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9867d602-8412-41aa-ba17-4dca2774774d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.715869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9867d602-8412-41aa-ba17-4dca2774774d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.715869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9867d602-8412-41aa-ba17-4dca2774774d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.715943] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9867d602-8412-41aa-ba17-4dca2774774d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.133650] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29248232-83b7-4ac8-bdcb-b51563393109 [ 707.133950] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.134139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.134199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.134460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.134581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.134711] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29248232-83b7-4ac8-bdcb-b51563393109 already deleted. [ 707.134808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29248232-83b7-4ac8-bdcb-b51563393109" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.140563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.140682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.142139] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.146534] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e235adae-3bcf-498d-b175-9235a3ab8e7c with status ACTIVE [ 707.146534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.146534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.146534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.146534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.146534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.146534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.146534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.146534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.146534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.147433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.147433] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.147433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.147433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.147433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.147433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.147680] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e235adae-3bcf-498d-b175-9235a3ab8e7c is going to be updated. [ 707.177382] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.177622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.177622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.177889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.178088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.178283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e235adae-3bcf-498d-b175-9235a3ab8e7c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.226687] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9867d602-8412-41aa-ba17-4dca2774774d [ 707.226911] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.227056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.227145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.227398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.227490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.227585] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9867d602-8412-41aa-ba17-4dca2774774d already deleted. [ 707.227666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9867d602-8412-41aa-ba17-4dca2774774d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.646193] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.022098] env[65363]: INFO networking_nsxv3.common.synchronization [req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 req-079ced30-d15d-40cf-a212-f9c107d541c3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_members [ 708.022717] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_members [ 708.022990] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.023159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.023256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.023567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.023641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.023742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.023799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.023961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.024052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.024144] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.148946] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.148946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.148946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.148946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.148946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.148946] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 is going to be created. [ 708.163295] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 in Status: SUCCESS [ 708.164207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.164207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.164207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.164488] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.164488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.164597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.164686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.164774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.164853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.165227] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.177353] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.177533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.178300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.178300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.180770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.194137] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: UNINITIALIZED for 2s [ 708.385480] env[65363]: INFO networking_nsxv3.common.synchronization [None req-53169193-90c3-4b60-b9e8-997db5262801 None None] Enqueued Resource ID: 91024960-ee0d-40ba-8e09-cc6bfdfd0e9b with Priority: HIGHEST for action port [ 708.386065] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91024960-ee0d-40ba-8e09-cc6bfdfd0e9b with Priority: HIGHEST for action port [ 708.386365] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-91024960-ee0d-40ba-8e09-cc6bfdfd0e9b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.386498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91024960-ee0d-40ba-8e09-cc6bfdfd0e9b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.386577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91024960-ee0d-40ba-8e09-cc6bfdfd0e9b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.386835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91024960-ee0d-40ba-8e09-cc6bfdfd0e9b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.386914] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91024960-ee0d-40ba-8e09-cc6bfdfd0e9b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.526796] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.527639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.527639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.529442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.529442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.529442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.529442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.529442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.529442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.529442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.529442] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a already deleted. [ 708.529442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.556120] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.556120] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.556120] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.556120] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.556120] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.556120] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.556120] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.557266] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.557729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.558134] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.558429] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.558752] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.559022] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.559290] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.559700] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.560096] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.579044] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.579220] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.579358] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.579528] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.579841] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.580172] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.580265] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.580613] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.580744] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.670121] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.670121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.670121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.670121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.670121] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.670121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.670121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.672724] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.672724] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.672724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.673345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.673345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.673345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.673345] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.894169] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91024960-ee0d-40ba-8e09-cc6bfdfd0e9b [ 708.894169] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.894169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.894169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.894169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.894169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.894169] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91024960-ee0d-40ba-8e09-cc6bfdfd0e9b already deleted. [ 708.894169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91024960-ee0d-40ba-8e09-cc6bfdfd0e9b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.084577] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.084683] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.084727] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.084993] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.085447] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.085550] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a not found, creating... [ 709.086466] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.086466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.086466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.086466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.086466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.087222] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.087222] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.087222] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.087351] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.087564] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.087678] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a is going to be created. [ 709.110348] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.110553] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.110670] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.110950] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.111188] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.111431] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.175825] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec08f920-92ec-4f4b-bb39-de4a0afc3201: rpc.has_security_group_logging(os_id): False [ 709.196080] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.196251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.196303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.196554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.196705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.196830] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.196929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.196994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.197164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.197240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.197425] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.197515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.197567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.197707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.197779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.197972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.198084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.198154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.198292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.198440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.198440] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 is going to be created. [ 709.273822] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.273978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.274066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.274360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.274540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.292522] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 in Status: IN_PROGRESS for 2s [ 709.889989] env[65363]: INFO networking_nsxv3.common.synchronization [req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 req-7af884b9-e568-44c1-b6f7-c5735222c296 service nova] Enqueued Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_rules [ 709.890335] env[65363]: INFO networking_nsxv3.common.synchronization [req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 req-7af884b9-e568-44c1-b6f7-c5735222c296 service nova] Enqueued Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_members [ 709.890335] env[65363]: INFO networking_nsxv3.common.synchronization [req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 req-7af884b9-e568-44c1-b6f7-c5735222c296 service nova] Enqueued Resource ID: 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a with Priority: HIGHEST for action port [ 709.890666] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_rules [ 709.890794] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_members [ 709.890886] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a with Priority: HIGHEST for action port [ 709.891448] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.891504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.891768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.891930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.892046] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.893007] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.893007] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.893007] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.893185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.893361] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.893456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.895623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.895623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.895623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.895623] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.895922] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.895922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.895922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.896064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.896114] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.206040] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: SUCCESS [ 710.206040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.206040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.206040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.206040] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.206040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.206040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.206497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.206497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.206497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.206497] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.398091] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.399200] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.399348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.399467] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a with status ACTIVE [ 710.399624] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.399727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.399792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.400192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.400315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.400629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.400735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.400735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.400888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.400970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.401218] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.401353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.401435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.401678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.401933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.402059] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a is going to be updated. [ 710.427818] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.428027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.428077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.428273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.428409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.428772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.603874] env[65363]: INFO networking_nsxv3.common.synchronization [None req-2726c546-b0a7-4fef-8f33-214185cd7d82 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_rules [ 710.604119] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_rules [ 710.604901] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.605074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.605227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.605523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.605645] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.710053] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.710246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.710309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.710570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.710793] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.710879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.710919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.712746] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.712746] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.712746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.712746] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.872883] env[65363]: INFO networking_nsxv3.common.synchronization [None req-0436ebe1-3a65-4560-bb24-a8aaecec59e8 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_rules [ 710.873685] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_rules [ 710.874083] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.874230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.903799] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.914188] env[65363]: INFO networking_nsxv3.common.synchronization [None req-3e8d860b-b442-48b7-abbe-981aa7127fa5 None None] Enqueued Resource ID: ec5326ea-4c90-4cc6-9199-c12cf013ec4f with Priority: HIGHEST for action port [ 710.915216] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5326ea-4c90-4cc6-9199-c12cf013ec4f with Priority: HIGHEST for action port [ 710.915695] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec5326ea-4c90-4cc6-9199-c12cf013ec4f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.916011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec5326ea-4c90-4cc6-9199-c12cf013ec4f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.918057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec5326ea-4c90-4cc6-9199-c12cf013ec4f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.918057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec5326ea-4c90-4cc6-9199-c12cf013ec4f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.918057] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5326ea-4c90-4cc6-9199-c12cf013ec4f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.129688] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.130050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.130050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.130200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.130328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.130430] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a already deleted. [ 711.130516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.130769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.130867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.130939] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.215698] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2582bbee-c3bf-4cd2-a717-0df56508e5c1: rpc.has_security_group_logging(os_id): False [ 711.237161] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.237161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.237161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.237161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.237161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.237161] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.237483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.237483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.237483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.237587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.237748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.237859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.237928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.238097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.238173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.239037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.239037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.239037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.239037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.239037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.239037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 is going to be created. [ 711.303331] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.303517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.303567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.303759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.303947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.308280] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 in Status: SUCCESS [ 711.308813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.313520] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: IN_PROGRESS for 2s [ 711.406924] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.407146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.407230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.407707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.407707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.407707] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a is going to be created. [ 711.419581] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec5326ea-4c90-4cc6-9199-c12cf013ec4f [ 711.419581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.419581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.419581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.419581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.419581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.419581] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec5326ea-4c90-4cc6-9199-c12cf013ec4f already deleted. [ 711.419581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec5326ea-4c90-4cc6-9199-c12cf013ec4f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.445174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.445322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.445368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.445625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.445764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.462218] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a in Status: UNINITIALIZED for 2s [ 711.652279] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.652498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.652498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.653361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.653361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.653361] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a already deleted. [ 711.653361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.787532] env[65363]: INFO networking_nsxv3.common.synchronization [req-305921f3-0ffb-431b-9cb7-c144d2ac2b6d req-9788c782-e1f8-41f9-993f-0565993e89ab tempest-SecurityGroupRulesNegativeTestJSON-1637544239 tempest-SecurityGroupRulesNegativeTestJSON-1637544239-project-member] Enqueued Resource ID: c9620ae6-9d27-4a84-abad-5962d1ccfdcc with Priority: HIGHEST for action security_group_rules [ 712.789591] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9620ae6-9d27-4a84-abad-5962d1ccfdcc with Priority: HIGHEST for action security_group_rules [ 712.790239] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.790939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.790939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.791465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.792384] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9620ae6-9d27-4a84-abad-5962d1ccfdcc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.160986] env[65363]: INFO networking_nsxv3.common.synchronization [None req-5b26d1d3-3967-44ec-970b-b4303a87c42b None None] Enqueued Resource ID: 2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a with Priority: HIGHEST for action port [ 713.161520] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a with Priority: HIGHEST for action port [ 713.164419] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.164580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.164678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.164929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.165097] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.324050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.324050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.324050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.324050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.324050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.324050] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9620ae6-9d27-4a84-abad-5962d1ccfdcc already deleted. [ 713.324050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.327019] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: SUCCESS [ 713.328435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.476178] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a in Status: SUCCESS [ 713.476414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.476579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.476798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.476990] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.477129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.477200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.477336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.477425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.477506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.477604] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.669039] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a [ 713.669039] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.669039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.669039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.669039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.669468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.669468] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a already deleted. [ 713.669468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2be6f0b2-3e5c-444c-b0c3-bbe8b68b1f2a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.982785] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.485798] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b99d59b1-51d9-4ac7-a9d7-54f8a066014a: rpc.has_security_group_logging(os_id): False [ 714.515598] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.516498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.516498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.516498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.516498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.516694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.516811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.516884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.517228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.517337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.517440] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a is going to be created. [ 714.588698] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-f99198ba-225a-4f15-8049-9e72e9434c02 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 714.590668] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 714.590668] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.590668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.590668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.590912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.591029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.591029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.591127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.591274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.592474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.592698] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.594551] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.594658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.594658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.594868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.595031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.609338] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a in Status: IN_PROGRESS for 2s [ 715.100373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.100373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.100821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.100821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.100986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.101331] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.101501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.101602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.102105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.102185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.104103] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 already deleted. [ 715.104103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.318429] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.318429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.318429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.318429] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.318429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.318429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.318429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.318429] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.318429] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.318429] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.318429] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.319223] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.319223] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.319223] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.339910] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.341118] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.341253] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.341402] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.341761] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.342017] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.342152] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.342498] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.342660] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.710677] env[65363]: INFO networking_nsxv3.common.synchronization [None req-68f805fa-13b5-49af-9cc9-6b9dcdf0e673 None None] Enqueued Resource ID: 0bc0fdca-d12b-4bc0-af77-2560f46a8da8 with Priority: HIGHEST for action port [ 715.711345] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bc0fdca-d12b-4bc0-af77-2560f46a8da8 with Priority: HIGHEST for action port [ 715.711655] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bc0fdca-d12b-4bc0-af77-2560f46a8da8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.711796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bc0fdca-d12b-4bc0-af77-2560f46a8da8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.711842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bc0fdca-d12b-4bc0-af77-2560f46a8da8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.712315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bc0fdca-d12b-4bc0-af77-2560f46a8da8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.712315] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bc0fdca-d12b-4bc0-af77-2560f46a8da8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.846084] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.846750] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.846750] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.846750] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.847012] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.847158] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 not found, creating... [ 715.847730] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.847730] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.847730] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.847990] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.848056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.848344] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.848562] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.848742] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.849082] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.849236] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.849374] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 is going to be created. [ 715.881468] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.881646] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.881779] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.882249] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.882519] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.882761] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.215122] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bc0fdca-d12b-4bc0-af77-2560f46a8da8 [ 716.215524] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.215760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.215888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.216226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.216390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.216564] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bc0fdca-d12b-4bc0-af77-2560f46a8da8 already deleted. [ 716.216714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bc0fdca-d12b-4bc0-af77-2560f46a8da8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.451488] env[65363]: INFO networking_nsxv3.common.synchronization [req-75db0d3b-328a-47f6-a5bc-075449933ce1 req-aa0f56f7-af60-48f1-a24b-4f431f88c7a1 tempest-SecurityGroupRulesTestJSON-888923782 tempest-SecurityGroupRulesTestJSON-888923782-project-member] Enqueued Resource ID: 8597db2d-e329-4270-a96f-10bf921a9521 with Priority: HIGHEST for action security_group_rules [ 716.452466] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8597db2d-e329-4270-a96f-10bf921a9521 with Priority: HIGHEST for action security_group_rules [ 716.452466] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8597db2d-e329-4270-a96f-10bf921a9521 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.452649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8597db2d-e329-4270-a96f-10bf921a9521" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.452649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8597db2d-e329-4270-a96f-10bf921a9521" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.454525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8597db2d-e329-4270-a96f-10bf921a9521" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.454525] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8597db2d-e329-4270-a96f-10bf921a9521',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.603422] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-dc11de1d-28db-4b77-86ee-f4c39fe516c8 service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 716.603584] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-dc11de1d-28db-4b77-86ee-f4c39fe516c8 service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 716.603704] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-dc11de1d-28db-4b77-86ee-f4c39fe516c8 service nova] Enqueued Resource ID: ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 with Priority: HIGHEST for action port [ 716.604210] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 716.604336] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 716.604429] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 with Priority: HIGHEST for action port [ 716.604689] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.604809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.605037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.605769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.605868] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.607294] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.607475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.607588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.607900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.607900] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.608048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.608048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.608167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.608311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.608349] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.609087] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.609191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.609267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.609404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.609566] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.623675] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a in Status: SUCCESS [ 716.623675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.976212] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.976362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.976431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.976658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.976749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.976848] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8597db2d-e329-4270-a96f-10bf921a9521 already deleted. [ 716.976936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8597db2d-e329-4270-a96f-10bf921a9521" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.054566] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-9d8eab9f-3538-4364-b41c-a94bb2850015 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 717.055139] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 717.055947] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.055947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.109126] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.109126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.114822] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 with status ACTIVE [ 717.114822] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.114822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.116789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.116789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.116789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.116789] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.116789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.116789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.116789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.116789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.117386] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.117771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.117973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.118915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118915] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 is going to be updated. [ 717.120424] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.142350] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.142511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.142559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.143698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.143698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.143698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.434252] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.434541] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.434669] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.435316] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.435316] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.435637] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435637] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.436553] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.436553] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.436553] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.436553] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.436553] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.436553] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.436888] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.436888] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.436888] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.457725] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.457872] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.458658] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.458658] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.458658] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.458912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.458912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.459163] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.459306] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.624060] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.963693] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.963693] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.963927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.964669] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.964669] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.964669] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f not found, creating... [ 717.964669] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.964955] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.964955] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.965199] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.965340] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.965633] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.965783] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.965895] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.966254] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.966448] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.966598] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f is going to be created. [ 717.996637] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.996840] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.996957] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.997339] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.997599] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.997829] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.126407] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.126562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.126626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.126842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.126932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.127041] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be created. [ 718.162756] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.162963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.163035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.163223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.163378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.173896] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: UNINITIALIZED for 2s [ 718.592830] env[65363]: INFO networking_nsxv3.common.synchronization [None req-136260e3-025c-4e5e-9fe8-ff0d647b3fcb tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Enqueued Resource ID: c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 with Priority: HIGHEST for action security_group_rules [ 718.593503] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 with Priority: HIGHEST for action security_group_rules [ 718.594381] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.596540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.596540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.596540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.596540] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26b1274-e3ee-4a4b-9a3f-b8066a3c3876',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.727854] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-f7044e61-a34f-4fab-bff6-9cc2d9d839f8 service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 718.727938] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-f7044e61-a34f-4fab-bff6-9cc2d9d839f8 service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 718.728220] env[65363]: INFO networking_nsxv3.common.synchronization [req-b34e061b-3223-4768-9f56-756601a652c0 req-f7044e61-a34f-4fab-bff6-9cc2d9d839f8 service nova] Enqueued Resource ID: 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f with Priority: HIGHEST for action port [ 718.728616] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 718.728761] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 718.728855] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f with Priority: HIGHEST for action port [ 718.729484] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.729601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.729821] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.729918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.730118] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.730212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.730620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.730620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.730807] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.867365] env[65363]: INFO networking_nsxv3.common.synchronization [None req-33ae4934-3ec6-4cdc-bce9-fcf9057ffd13 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Enqueued Resource ID: c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 with Priority: HIGHEST for action security_group_rules [ 718.868167] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 with Priority: HIGHEST for action security_group_rules [ 718.868691] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.868691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.118904] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.119075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.119160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.119380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.119469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.119577] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 already deleted. [ 719.119664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.119807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.119960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.120077] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c26b1274-e3ee-4a4b-9a3f-b8066a3c3876',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.235390] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f with status ACTIVE [ 719.235530] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.235672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.235742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.236025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.236116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.236221] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.236320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.236409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.236617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.236702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.236888] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.237190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.237190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.237190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.237328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.237444] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f is going to be updated. [ 719.262375] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.262375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.262375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.262375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.262375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.262375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513384] env[65363]: INFO networking_nsxv3.common.synchronization [req-ca88e932-2e98-401c-8167-31401cf1a010 req-1d277865-2081-4be4-b648-e3ba6987410c tempest-SecurityGroupRulesNegativeTestJSON-1637544239 tempest-SecurityGroupRulesNegativeTestJSON-1637544239-project-member] Enqueued Resource ID: c9620ae6-9d27-4a84-abad-5962d1ccfdcc with Priority: HIGHEST for action security_group_rules [ 719.517060] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9620ae6-9d27-4a84-abad-5962d1ccfdcc with Priority: HIGHEST for action security_group_rules [ 719.517060] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.517060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.517060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.517060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.517060] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9620ae6-9d27-4a84-abad-5962d1ccfdcc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.649111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.649111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.649111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.649111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.649111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.649111] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c26b1274-e3ee-4a4b-9a3f-b8066a3c3876 already deleted. [ 719.649111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c26b1274-e3ee-4a4b-9a3f-b8066a3c3876" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.768821] env[65363]: INFO networking_nsxv3.common.synchronization [req-7636e5de-e2e6-428f-967a-0f3d2d979fee req-d074ed09-44f9-4af6-96cb-84b804cf9a22 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 719.769398] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 719.769844] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.771059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.771059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.771059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.771059] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.771059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.772342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.772342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.772342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.772342] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.040473] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.040707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.040707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.040993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.040993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.041165] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9620ae6-9d27-4a84-abad-5962d1ccfdcc already deleted. [ 720.041245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9620ae6-9d27-4a84-abad-5962d1ccfdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.185290] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 720.187771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.187771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.187771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.187771] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.187771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.187771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.187771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.187771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.187771] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.257232] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.257845] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.257845] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.257845] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.258193] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.258434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.258434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.261618] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.261618] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.261618] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.261618] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.261618] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.261618] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.261618] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.261618] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.261618] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.277145] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.277301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.277370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.277586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.277682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.277866] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.277964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.278038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.279145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.279145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.279145] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 already deleted. [ 720.279145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.279777] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.279952] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.280413] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.280536] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.280811] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-04b79cd4-c11b-40f3-b3bc-916b8befae15 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.280967] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.281171] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.281329] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.281486] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b79cd4-c11b-40f3-b3bc-916b8befae15',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.690981] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.784170] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.784869] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.785240] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.786580] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.786580] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.786580] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 04b79cd4-c11b-40f3-b3bc-916b8befae15 not found, creating... [ 720.786580] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.787739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.787739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.787867] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.788074] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.788547] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.788992] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.788992] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.789251] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.790127] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.790127] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 04b79cd4-c11b-40f3-b3bc-916b8befae15 is going to be created. [ 720.816768] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.817055] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.817243] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.817643] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.817916] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.818333] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.007791] env[65363]: INFO networking_nsxv3.common.synchronization [req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 req-6505f802-899b-4378-bbe7-418349de70d2 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 721.008547] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 721.008891] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.009054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.009207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.009446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.009598] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.010042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.010042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.010042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.010042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.010252] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.192708] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.512344] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.512540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.512595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.512781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.512875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.513208] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.513312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.513378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.513531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.513606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.513694] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be updated. [ 721.544634] env[65363]: INFO networking_nsxv3.common.synchronization [req-7636e5de-e2e6-428f-967a-0f3d2d979fee req-7c45ee72-4836-47b5-b7a0-edd2085ddc19 service nova] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 721.545169] env[65363]: INFO networking_nsxv3.common.synchronization [req-7636e5de-e2e6-428f-967a-0f3d2d979fee req-7c45ee72-4836-47b5-b7a0-edd2085ddc19 service nova] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 721.545169] env[65363]: INFO networking_nsxv3.common.synchronization [req-7636e5de-e2e6-428f-967a-0f3d2d979fee req-7c45ee72-4836-47b5-b7a0-edd2085ddc19 service nova] Enqueued Resource ID: 04b79cd4-c11b-40f3-b3bc-916b8befae15 with Priority: HIGHEST for action port [ 721.546096] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.546235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.547014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.547014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.547014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.547676] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 721.547794] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 721.547924] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b79cd4-c11b-40f3-b3bc-916b8befae15 with Priority: HIGHEST for action port [ 721.548502] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.548621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.548688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.548864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.548939] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.553170] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.553313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.553390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.553609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.553764] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.553854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.553929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.554154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.554273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.554377] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.556712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b79cd4-c11b-40f3-b3bc-916b8befae15 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.556712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.556712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.556712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.556712] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b79cd4-c11b-40f3-b3bc-916b8befae15',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.567179] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: IN_PROGRESS for 2s [ 721.694670] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.695278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.695330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.695583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.695611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.695714] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 721.728539] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.728697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.728834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.729031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.729174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.741832] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 722.057385] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b79cd4-c11b-40f3-b3bc-916b8befae15 with status ACTIVE [ 722.057629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.057789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.057906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.058184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.058289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.058468] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.058691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.058691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.058805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.058889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.059101] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.059223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.059286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.059462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.059533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.059619] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b79cd4-c11b-40f3-b3bc-916b8befae15 is going to be updated. [ 722.060735] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.061633] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.061730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.086411] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.086552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.086614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.086826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.086960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.087132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b79cd4-c11b-40f3-b3bc-916b8befae15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.262250] env[65363]: INFO networking_nsxv3.common.synchronization [req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 req-3734acce-6f6d-44de-aba9-45db4ef4daeb tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 722.262837] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 722.263226] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.263359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.263452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.263680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.263862] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.263980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.264083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.264270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.264398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.264496] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.564990] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.666988] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.667205] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.667327] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.667849] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.668156] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.668321] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.668437] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.668646] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.668785] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.669268] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.669268] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.669268] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.669268] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.669406] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.669472] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.669591] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.693528] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.694037] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.694037] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.694141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.694631] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-a53caa74-20fa-474f-b46c-b06e5be28044 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.694749] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.694974] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.695966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.695966] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a53caa74-20fa-474f-b46c-b06e5be28044',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.768543] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.047205] env[65363]: INFO networking_nsxv3.common.synchronization [None req-fc1bfc22-ecde-4fcf-82d8-42314e68bd79 None None] Enqueued Resource ID: bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce with Priority: HIGHEST for action port [ 723.047986] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce with Priority: HIGHEST for action port [ 723.048384] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.048521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.048588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.048908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.048995] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.071805] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.071986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.072112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.072394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.072516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.072650] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be created. [ 723.109606] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.109971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.109971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.109971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.110214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.124378] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: UNINITIALIZED for 2s [ 723.197857] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.198082] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.198216] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.198504] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.198679] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.198793] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port a53caa74-20fa-474f-b46c-b06e5be28044 not found, creating... [ 723.199075] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.199235] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.199346] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.199569] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.199702] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.200125] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.200427] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.200611] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.200966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.201206] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.201430] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: a53caa74-20fa-474f-b46c-b06e5be28044 is going to be created. [ 723.228432] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.228432] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.228686] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.228733] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.228981] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.229217] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.270857] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.551301] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce [ 723.551528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.551675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.551729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.552435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.552435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.552435] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce already deleted. [ 723.552435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb7fd6a2-2d3c-404a-b0b4-c1a875cdb9ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.579706] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 723.579706] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 deletion is rescheduled due to dependency. [ 723.579706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.754645] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 723.755000] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.755081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.755558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.755685] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.755883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.755935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.756284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.756484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.756484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.756586] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.757707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.758585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.759219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.759219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.759369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.759571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.759705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.760560] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.775029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.775029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.775029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.775029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.775289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.775289] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 is going to be updated. [ 723.899160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.899395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.899486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.899699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.899844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.912596] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: IN_PROGRESS for 2s [ 724.003341] env[65363]: INFO networking_nsxv3.common.synchronization [req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 req-19d1216b-9c20-42f7-a596-f38c3e64116e service nova] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_rules [ 724.003341] env[65363]: INFO networking_nsxv3.common.synchronization [req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 req-19d1216b-9c20-42f7-a596-f38c3e64116e service nova] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 724.003341] env[65363]: INFO networking_nsxv3.common.synchronization [req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 req-19d1216b-9c20-42f7-a596-f38c3e64116e service nova] Enqueued Resource ID: a53caa74-20fa-474f-b46c-b06e5be28044 with Priority: HIGHEST for action port [ 724.006429] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_rules [ 724.006429] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 724.006429] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53caa74-20fa-474f-b46c-b06e5be28044 with Priority: HIGHEST for action port [ 724.006429] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.006429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.006429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.006429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.006429] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.006429] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.006429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.006429] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a53caa74-20fa-474f-b46c-b06e5be28044 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.006429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.006429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.006862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.006862] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a53caa74-20fa-474f-b46c-b06e5be28044',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.263323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.263323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.263323] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.509469] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.509837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.510211] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a53caa74-20fa-474f-b46c-b06e5be28044 with status ACTIVE [ 724.510415] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.510542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.510614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.510827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.510917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.511104] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.511202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.511265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.511418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.511493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.511667] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.511759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.511820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.511958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.512124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.512226] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a53caa74-20fa-474f-b46c-b06e5be28044 is going to be updated. [ 724.537281] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.537473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.537569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.538308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.538308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.538308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a53caa74-20fa-474f-b46c-b06e5be28044" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.766295] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.137421] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 725.137792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.138141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.139267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.139267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.139267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.139267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.139267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.139267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.139527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.139527] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.255596] env[65363]: INFO networking_nsxv3.common.synchronization [req-a8895ce1-9bfe-43f0-984b-2c10146df236 req-c48af3b7-689d-448e-a4e5-9051be736f8c tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 725.257816] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 725.258195] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.258324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.258391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.258668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.258826] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.258929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.258994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.259161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.259249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.259346] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.270269] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.270269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.270478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.270558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.270636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.270733] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 725.312518] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.312518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.312518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.312518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.312518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.329081] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 725.642573] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.764656] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.765406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.766177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.767152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.768831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.768831] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.768831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.768831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.768831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.768831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.768831] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 already deleted. [ 725.769109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.847145] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.847358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-541" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.847618] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-541" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.848892] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-541" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.849703] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.849934] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.850106] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.850693] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.850900] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.851681] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.851681] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.851844] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.851973] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.852382] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.852521] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.852953] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.880278] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.880509] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.880579] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.880789] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-541" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.881111] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-18079536-002d-42d3-801a-f2590495a1ea taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.881273] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.881390] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.881741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.881868] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18079536-002d-42d3-801a-f2590495a1ea',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.925825] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: SUCCESS [ 725.925825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.925932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.926700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.926700] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.926700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.926700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.926700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.926931] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.926931] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.144944] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f737f8d-f326-48c1-ab73-23c46c7b5560: rpc.has_security_group_logging(os_id): False [ 726.163829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.164053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.164053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.164255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.164349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.164787] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.165109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.165109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.165298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.165397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.165490] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be created. [ 726.233575] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.234962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.235058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.235686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.235686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.248328] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 726.387604] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.387822] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.387945] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.388249] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.388411] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.388715] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 18079536-002d-42d3-801a-f2590495a1ea not found, creating... [ 726.388919] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.389506] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.389506] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.389661] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.389790] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.390420] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.391270] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.391270] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.391270] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.391513] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.391706] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 18079536-002d-42d3-801a-f2590495a1ea is going to be created. [ 726.423077] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.423077] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.423892] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.424360] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.424681] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.425272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.431387] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.934551] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.036396] env[65363]: INFO networking_nsxv3.common.synchronization [None req-e6729868-df46-43a0-9d07-555452c1a72d None None] Enqueued Resource ID: f0ae7768-e324-4c8a-9772-d9a12a176043 with Priority: HIGHEST for action port [ 727.036396] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0ae7768-e324-4c8a-9772-d9a12a176043 with Priority: HIGHEST for action port [ 727.036396] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0ae7768-e324-4c8a-9772-d9a12a176043 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.036396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0ae7768-e324-4c8a-9772-d9a12a176043" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.036396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0ae7768-e324-4c8a-9772-d9a12a176043" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.036815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0ae7768-e324-4c8a-9772-d9a12a176043" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.037026] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0ae7768-e324-4c8a-9772-d9a12a176043',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.193950] env[65363]: INFO networking_nsxv3.common.synchronization [req-a8895ce1-9bfe-43f0-984b-2c10146df236 req-d43a6b01-9cf0-46c0-b189-80ff124f1bc8 service nova] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 727.194198] env[65363]: INFO networking_nsxv3.common.synchronization [req-a8895ce1-9bfe-43f0-984b-2c10146df236 req-d43a6b01-9cf0-46c0-b189-80ff124f1bc8 service nova] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 727.194348] env[65363]: INFO networking_nsxv3.common.synchronization [req-a8895ce1-9bfe-43f0-984b-2c10146df236 req-d43a6b01-9cf0-46c0-b189-80ff124f1bc8 service nova] Enqueued Resource ID: 18079536-002d-42d3-801a-f2590495a1ea with Priority: HIGHEST for action port [ 727.195378] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 727.195378] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 727.195378] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18079536-002d-42d3-801a-f2590495a1ea with Priority: HIGHEST for action port [ 727.195618] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.195786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.195786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.196019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.196191] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.197466] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.198439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.198439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.198439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.198439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.198613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.198641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.198896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.199054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.199187] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.201046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-18079536-002d-42d3-801a-f2590495a1ea taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.201046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.201046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.201046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.201216] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18079536-002d-42d3-801a-f2590495a1ea',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.339409] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 727.339587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.339631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.339870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.340177] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.340524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.340524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.340712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.340851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.340940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.341139] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.341255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.341382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.341548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.341905] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.342442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.342442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.342525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.342621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.342659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.342990] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.437910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.438105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.438176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.438414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.438500] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.438597] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 is going to be updated. [ 727.480756] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.480756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.480756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.480756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.481312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.493282] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: IN_PROGRESS for 2s [ 727.540679] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0ae7768-e324-4c8a-9772-d9a12a176043 [ 727.540953] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.541114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.541224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.541463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.541557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.541660] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0ae7768-e324-4c8a-9772-d9a12a176043 already deleted. [ 727.541761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0ae7768-e324-4c8a-9772-d9a12a176043" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.704105] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.704300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.704522] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.705637] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18079536-002d-42d3-801a-f2590495a1ea with status ACTIVE [ 727.705833] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.705920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.706145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.706267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.706355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.706608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.706774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.706833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.706998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.712153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.712478] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.712627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.712742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.713231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.713231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.713231] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18079536-002d-42d3-801a-f2590495a1ea is going to be updated. [ 727.747941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.748395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.748496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.748752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.748939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.749145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.847868] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeec0358-ca44-4201-9d18-07b09ae09385: rpc.has_security_group_logging(os_id): False [ 727.889298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.889495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.890877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.890877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.890877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.892393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.892393] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.892393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.892393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.892393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.892393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.892393] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be created. [ 727.993508] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.993904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.993904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.994039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.994191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.029070] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 728.216042] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.242360] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-a3a0dda5-298c-4e4c-8ce4-90fa5c78f1ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 728.242909] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 728.243326] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.243727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.243881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.244279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.244544] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.244713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.244841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.245154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.245340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.246038] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.262476] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 728.262806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.719324] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.723607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.723607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.723864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.724081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.727325] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be created. [ 728.747989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.748167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.748349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.749155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.749155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.749155] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.749155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.749155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.749155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.749155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.749394] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 already deleted. [ 728.749394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.760735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.760904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.761110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.761574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.761808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.774128] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: UNINITIALIZED for 2s [ 728.886518] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.886701] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.886822] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.887182] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.887429] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.887644] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.887762] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.887984] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.888130] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.888334] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.888434] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.888532] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.888629] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.888725] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.888818] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.888940] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.907409] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.907573] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.907704] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.907884] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.908221] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-e62b0675-b341-4daa-a141-4989bb115642 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.908391] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.908503] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.908840] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.908975] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62b0675-b341-4daa-a141-4989bb115642',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.414151] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.414621] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.414673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.415017] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.415273] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.415530] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port e62b0675-b341-4daa-a141-4989bb115642 not found, creating... [ 729.415970] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.416283] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.416545] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.416865] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.417147] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.417645] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.417928] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.418140] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.418544] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.418784] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.418991] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: e62b0675-b341-4daa-a141-4989bb115642 is going to be created. [ 729.450134] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.450382] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.450510] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.450800] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.451035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.451294] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.508082] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: SUCCESS [ 729.508319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.508497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.508795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.508996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.509133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.509197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.509369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.509450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.509537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.509626] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.581774] env[65363]: INFO networking_nsxv3.common.synchronization [None req-836cd5b7-a9e9-4cb5-ad87-bd42e2b0ea3d tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Enqueued Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_rules [ 729.582831] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_rules [ 729.583321] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.583585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.583699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.584125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.584231] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.014668] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.014813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.015048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.015174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.015302] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.016506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.016602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.016754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.016860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.017479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.017479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.017479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.017479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.017479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.018043] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.018043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.018043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.018043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.018043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.018043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.018043] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.042531] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 730.044684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.045702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.046016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.046156] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.102871] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c9ef4520-24f4-4b53-a0b9-bfeecfaeda55 None None] Enqueued Resource ID: 09d2829c-b625-430c-9b80-154a564439ea with Priority: HIGHEST for action port [ 730.103725] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d2829c-b625-430c-9b80-154a564439ea with Priority: HIGHEST for action port [ 730.104560] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-09d2829c-b625-430c-9b80-154a564439ea taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.104560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09d2829c-b625-430c-9b80-154a564439ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.104560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09d2829c-b625-430c-9b80-154a564439ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.104787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09d2829c-b625-430c-9b80-154a564439ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.105561] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d2829c-b625-430c-9b80-154a564439ea',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.109434] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.109434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.109434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.109434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.109434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.109434] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 already deleted. [ 730.109434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.165257] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-ec3b0e97-51bb-4d44-a847-ac1d0f0eeaf0 service nova] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_rules [ 730.165462] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-ec3b0e97-51bb-4d44-a847-ac1d0f0eeaf0 service nova] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 730.165594] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-ec3b0e97-51bb-4d44-a847-ac1d0f0eeaf0 service nova] Enqueued Resource ID: e62b0675-b341-4daa-a141-4989bb115642 with Priority: HIGHEST for action port [ 730.166254] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_rules [ 730.166425] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 730.166524] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62b0675-b341-4daa-a141-4989bb115642 with Priority: HIGHEST for action port [ 730.166819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.167310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.167404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.167677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.167762] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.168711] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.169659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.169659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.169659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.171128] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.171477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.172595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.172595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.172595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.172595] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.173823] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e62b0675-b341-4daa-a141-4989bb115642 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.173823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.173823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.173823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.173823] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62b0675-b341-4daa-a141-4989bb115642',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.359608] env[65363]: INFO networking_nsxv3.common.synchronization [None req-d5552b74-38f1-495f-aa37-f5f7041806d5 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Enqueued Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_rules [ 730.359608] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_rules [ 730.360447] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.360611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.360674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.360891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.361028] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.521037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2582bbee-c3bf-4cd2-a717-0df56508e5c1: rpc.has_security_group_logging(os_id): False [ 730.548596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.548596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.548596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.548596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.549362] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.549683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.549896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.550167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.550331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.550487] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 is going to be updated. [ 730.552902] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.553206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.553377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.553688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.555087] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.555341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.555815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.556319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.556671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.558761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.558761] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.611951] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09d2829c-b625-430c-9b80-154a564439ea [ 730.611951] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.611951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.611951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.611951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.611951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.611951] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09d2829c-b625-430c-9b80-154a564439ea already deleted. [ 730.611951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09d2829c-b625-430c-9b80-154a564439ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.653389] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.653389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.653389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.653389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.653389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.673803] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: IN_PROGRESS for 2s [ 730.675548] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.675656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.680547] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.681630] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e62b0675-b341-4daa-a141-4989bb115642 with status ACTIVE [ 730.681831] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.681952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.682030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.684116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.684116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.684116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.684116] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e62b0675-b341-4daa-a141-4989bb115642 is going to be updated. [ 730.711285] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.711285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.711285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.711285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.711285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.711285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e62b0675-b341-4daa-a141-4989bb115642" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.802601] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: SUCCESS [ 730.803448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.803678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.803852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.808032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.808032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.808032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.808032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.808032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.808032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.808032] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.901870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.902252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.902252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.902463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.902628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.902712] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 already deleted. [ 730.902790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.062203] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.063726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.063726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.063726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.063726] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.064583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.064656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.064859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.065116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.065160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.065383] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.065515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.065644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.065865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.066516] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.066929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.066929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.066929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.067060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.067170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.067328] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.186743] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.314033] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.572101] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeec0358-ca44-4201-9d18-07b09ae09385: rpc.has_security_group_logging(os_id): False [ 731.595027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.595027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.595027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.596661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.597133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.599199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.599199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.599199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.599199] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.599199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.599199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.599199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.599199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.599199] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 731.637288] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-94dddffc-3a35-4489-9358-220b039da5fa tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 731.637942] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 731.638647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.638858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.677302] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.677497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.677497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.678218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.678218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.691226] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.691426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.691688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.691781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.691809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.691900] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be created. [ 731.698396] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 731.723493] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.723754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.723823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.724113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.724293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.743952] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: UNINITIALIZED for 2s [ 731.815455] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3aedbd4-ba88-458b-8666-d98c40865921: rpc.has_security_group_logging(os_id): False [ 731.865570] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.865862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.865862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.866345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.866503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.866875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.868265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.868404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.868510] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be created. [ 732.051071] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.052139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.052314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.052708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.052801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.072207] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: IN_PROGRESS for 2s [ 732.279050] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.279050] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.279050] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.279342] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.279404] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.279550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.280104] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.280104] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.280197] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.280337] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.280460] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.280570] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.280938] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.281036] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.281907] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.281907] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.302919] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.303225] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.303282] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.303462] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.303771] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.303938] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.304070] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.304537] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.304709] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb2dc38-4514-4a7a-bb90-3b515b6a0840',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.573946] env[65363]: INFO networking_nsxv3.common.synchronization [None req-cc7bfd6b-37d8-46fc-bc93-3443ecf21b89 None None] Enqueued Resource ID: 88c820aa-ec2d-4e2e-bc47-462fb88bd04b with Priority: HIGHEST for action port [ 732.574583] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c820aa-ec2d-4e2e-bc47-462fb88bd04b with Priority: HIGHEST for action port [ 732.574891] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c820aa-ec2d-4e2e-bc47-462fb88bd04b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.576032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c820aa-ec2d-4e2e-bc47-462fb88bd04b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.576032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c820aa-ec2d-4e2e-bc47-462fb88bd04b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.576158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c820aa-ec2d-4e2e-bc47-462fb88bd04b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.576241] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c820aa-ec2d-4e2e-bc47-462fb88bd04b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.596244] env[65363]: INFO networking_nsxv3.common.synchronization [None req-2c3645e4-92e8-4f9a-a16a-7b1230dc200f None None] Enqueued Resource ID: 3d919ce3-34a7-4e53-a471-3021e84c9b6c with Priority: HIGHEST for action port [ 732.597042] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d919ce3-34a7-4e53-a471-3021e84c9b6c with Priority: HIGHEST for action port [ 732.597508] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d919ce3-34a7-4e53-a471-3021e84c9b6c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.597681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d919ce3-34a7-4e53-a471-3021e84c9b6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.597754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d919ce3-34a7-4e53-a471-3021e84c9b6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.598140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d919ce3-34a7-4e53-a471-3021e84c9b6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.598267] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d919ce3-34a7-4e53-a471-3021e84c9b6c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.688962] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: SUCCESS [ 732.689254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.809510] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.809787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.809911] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.810228] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.810375] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.810527] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 not found, creating... [ 732.810824] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.810983] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.811113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.811349] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.811514] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.811861] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.812047] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.812217] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.812413] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.812544] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.812697] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 is going to be created. [ 732.851243] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.851643] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.851643] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.851848] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.852164] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.852510] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.079207] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88c820aa-ec2d-4e2e-bc47-462fb88bd04b [ 733.079583] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.079713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.079882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.081114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.081114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.081114] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88c820aa-ec2d-4e2e-bc47-462fb88bd04b already deleted. [ 733.081114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c820aa-ec2d-4e2e-bc47-462fb88bd04b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.101634] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d919ce3-34a7-4e53-a471-3021e84c9b6c [ 733.101864] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.101999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.102219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.102540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.102735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.102784] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d919ce3-34a7-4e53-a471-3021e84c9b6c already deleted. [ 733.102859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d919ce3-34a7-4e53-a471-3021e84c9b6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.635145] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-bb3bf39b-27f3-4412-b62b-230bd87a4d96 service nova] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_rules [ 733.635396] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-bb3bf39b-27f3-4412-b62b-230bd87a4d96 service nova] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 733.636450] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-bb3bf39b-27f3-4412-b62b-230bd87a4d96 service nova] Enqueued Resource ID: 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 with Priority: HIGHEST for action port [ 733.636450] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_rules [ 733.636450] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 733.636450] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 with Priority: HIGHEST for action port [ 733.636839] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.636839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.636839] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.636839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.636992] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.637110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.637174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.637418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.637418] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb2dc38-4514-4a7a-bb90-3b515b6a0840',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.717352] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 733.717581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.755922] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 733.756191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.756365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.756723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.757186] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.757186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.757186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.757376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.757376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.757461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.757535] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.758576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.758779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.759092] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.759222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.759380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.760244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.760244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.760244] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.828423] env[65363]: INFO networking_nsxv3.common.synchronization [req-967419c9-3f22-470d-92c7-44bdcc740614 req-745c6c86-c363-4426-8ce1-24a3b65e8cbb tempest-SecurityGroupRulesTestJSON-888923782 tempest-SecurityGroupRulesTestJSON-888923782-project-member] Enqueued Resource ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 with Priority: HIGHEST for action security_group_rules [ 733.828423] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 with Priority: HIGHEST for action security_group_rules [ 733.828423] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dae414dd-93bb-489f-8a26-2b3f84f92a14 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.828736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.828826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.829133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.829234] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dae414dd-93bb-489f-8a26-2b3f84f92a14',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.090324] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: SUCCESS [ 734.090532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.139412] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 with status ACTIVE [ 734.139733] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.139913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.140037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.140311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.140664] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.140814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.140904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.141117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.141231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.141456] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.141590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.141693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.141868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.141984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.142148] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 is going to be updated. [ 734.170642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.170642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.170642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.170642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.170642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.170642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb2dc38-4514-4a7a-bb90-3b515b6a0840" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.263873] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.263873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.264088] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.364098] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.364098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.364098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.365697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.365697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.365697] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 already deleted. [ 734.365697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.768310] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.270726] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.270911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.271017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.271265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.271385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.271496] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 735.327385] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.327579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.327617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.327841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.327991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.338682] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 735.948997] env[65363]: INFO networking_nsxv3.common.synchronization [None req-40e93ebb-22dd-44b9-82bf-561bbcf7e6d2 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Enqueued Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_rules [ 735.950252] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_rules [ 735.950854] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.951129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.951694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.952566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.952566] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.294838] env[65363]: INFO networking_nsxv3.common.synchronization [req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 req-6dfc6308-69c7-4515-abb9-4f9411dbbd10 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 736.295532] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 736.298098] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.299158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.299245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.299464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.299644] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.299746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.299809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.299961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.300064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.300178] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.477278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.477435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.477516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.477771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.477894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.478016] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 already deleted. [ 736.478133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.489140] env[65363]: INFO networking_nsxv3.common.synchronization [None req-fa000016-572b-4f8e-847d-afe4d412a850 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Enqueued Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_rules [ 736.489333] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_rules [ 736.489620] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.489731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.489795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.489999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.490126] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.700749] env[65363]: INFO networking_nsxv3.common.synchronization [req-469c6c62-06c8-484a-8351-13c243b16504 req-31ca4c57-d452-453b-89ff-57f0bf440922 tempest-SecurityGroupRulesTestJSON-888923782 tempest-SecurityGroupRulesTestJSON-888923782-project-member] Enqueued Resource ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 with Priority: HIGHEST for action security_group_rules [ 736.702263] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 with Priority: HIGHEST for action security_group_rules [ 736.704775] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dae414dd-93bb-489f-8a26-2b3f84f92a14 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.706045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.706045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.706045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.706045] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dae414dd-93bb-489f-8a26-2b3f84f92a14',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.804559] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.015985] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.015985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.017176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.017176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.017176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.017176] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 already deleted. [ 737.017176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.052269] env[65363]: INFO networking_nsxv3.common.synchronization [None req-13fe1cf8-9430-4cd5-8464-4e28b01afe06 None None] Enqueued Resource ID: c484733d-3b4d-4939-b93e-fa7061862c1e with Priority: HIGHEST for action port [ 737.052864] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c484733d-3b4d-4939-b93e-fa7061862c1e with Priority: HIGHEST for action port [ 737.053267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c484733d-3b4d-4939-b93e-fa7061862c1e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.053408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c484733d-3b4d-4939-b93e-fa7061862c1e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.053461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c484733d-3b4d-4939-b93e-fa7061862c1e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.053707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c484733d-3b4d-4939-b93e-fa7061862c1e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.053788] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c484733d-3b4d-4939-b93e-fa7061862c1e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.230506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.230672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.230744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.230961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.231068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.231187] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 already deleted. [ 737.231274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.307131] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.349400] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 737.351281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.351281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.351477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.351765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.351863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.351896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.352459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.352459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.352459] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.557392] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c484733d-3b4d-4939-b93e-fa7061862c1e [ 737.557628] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.557754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.557822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.558063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.558155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.558276] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c484733d-3b4d-4939-b93e-fa7061862c1e already deleted. [ 737.558367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c484733d-3b4d-4939-b93e-fa7061862c1e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.810700] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.810834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.810834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.811083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.812651] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be updated. [ 737.843747] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.843988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.844124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.844450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.844635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.856141] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: IN_PROGRESS for 2s [ 737.856141] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.359662] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.862582] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.862742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.862802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.863043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.863169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.863300] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 738.896489] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.896672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.896672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.896883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.897012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.917196] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 738.972934] env[65363]: INFO networking_nsxv3.common.synchronization [req-b549726a-f0d0-4de6-9262-1960efc20edd req-99e6df02-daba-4e3a-a0ed-bdea77f13179 tempest-SecurityGroupRulesTestJSON-888923782 tempest-SecurityGroupRulesTestJSON-888923782-project-member] Enqueued Resource ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 with Priority: HIGHEST for action security_group_rules [ 738.973650] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 with Priority: HIGHEST for action security_group_rules [ 738.974092] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dae414dd-93bb-489f-8a26-2b3f84f92a14 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.974518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.974518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.974744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.974849] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dae414dd-93bb-489f-8a26-2b3f84f92a14',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.498178] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.498656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.498656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.498656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.498656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.498857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dae414dd-93bb-489f-8a26-2b3f84f92a14 already deleted. [ 739.499098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dae414dd-93bb-489f-8a26-2b3f84f92a14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.870538] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: SUCCESS [ 739.871046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.007022] env[65363]: INFO networking_nsxv3.common.synchronization [req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f req-ac18c574-aa0e-4a62-92ca-7135c4e68184 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 740.008508] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 740.008873] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.009026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.009104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.009308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.009460] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.009558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.009619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.009764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.009852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.009943] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.451104] env[65363]: INFO networking_nsxv3.common.synchronization [req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 req-2a5ab4cd-8a8d-4bfd-959d-2388400dbdcb tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Enqueued Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_members [ 740.451104] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGHEST for action security_group_members [ 740.451104] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.451104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.451104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.451104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.451104] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.451618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.451817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.452115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.452325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.452492] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.512076] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.749703] env[65363]: INFO networking_nsxv3.common.synchronization [req-3249b222-f3ad-4865-81a7-9aff5e908e39 req-0f2d1323-a5eb-4f28-b29f-377086dd0c62 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 740.750531] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 740.751996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.751996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.929519] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 740.929519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.930342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.930589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.930797] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.930918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.930985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.931158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.931245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.931332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.931544] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.931623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.931657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.931775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.931912] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.932013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.932077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.932241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.932318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.932397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.932484] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.955391] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.955391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.955391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.955391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.955554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.956279] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.956279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.956279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.956279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.956279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.956484] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 is going to be updated. [ 740.984111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.987893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.987893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.987893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.987893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.994070] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 in Status: IN_PROGRESS for 2s [ 741.014735] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.434853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6bef2c3-8455-48fc-afe5-63dab17afe52: rpc.has_security_group_logging(os_id): False [ 741.457130] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.457428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.457509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.457670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.457759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.457969] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.458116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.458166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.458299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.458375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.458602] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.458654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.458701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.458834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.458916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.460057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.460057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.460057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.460057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.460057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.460057] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be created. [ 741.519370] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.519370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.519832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.519832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.519955] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.520033] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 741.535817] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.535817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.535817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.535817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.535817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.553202] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 741.562380] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.562380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.562380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.562568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.562568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.573625] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 742.761886] env[65363]: INFO networking_nsxv3.common.synchronization [None req-894e6e08-430d-4b8c-9982-90fa4962d0cf None None] Enqueued Resource ID: 98d2cfba-d956-412e-bd76-f05840314ecd with Priority: HIGHEST for action port [ 742.762156] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d2cfba-d956-412e-bd76-f05840314ecd with Priority: HIGHEST for action port [ 742.762534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d2cfba-d956-412e-bd76-f05840314ecd taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.762666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d2cfba-d956-412e-bd76-f05840314ecd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.762735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d2cfba-d956-412e-bd76-f05840314ecd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.763347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d2cfba-d956-412e-bd76-f05840314ecd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.763480] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d2cfba-d956-412e-bd76-f05840314ecd',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.006112] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 in Status: SUCCESS [ 743.006390] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 deletion is rescheduled due to dependency. [ 743.006390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.268467] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98d2cfba-d956-412e-bd76-f05840314ecd [ 743.268721] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.268901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.269040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.269325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.269462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.269646] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98d2cfba-d956-412e-bd76-f05840314ecd already deleted. [ 743.269763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d2cfba-d956-412e-bd76-f05840314ecd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.310262] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-8188ba2f-6fab-4e6a-9b14-97d0ff433a37 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 743.310817] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 743.311176] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.311326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.311505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.311789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.312051] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.314429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.314429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.314429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.314429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.314429] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.569190] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 743.569419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.569603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.569809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.569892] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.586760] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 743.586977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.587413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.587413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.587553] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.587669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.587733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.587900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.587985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591226] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.703575] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.703818] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.703860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.704137] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.704381] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.704528] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.704630] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.704834] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.704967] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.705375] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.705787] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.705787] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.705787] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.705938] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.706055] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.706431] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.729018] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.729101] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.729202] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.729386] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-348" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.729683] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.729831] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.729952] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.730418] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.730548] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b29828-4d62-4383-ab8f-9585d7c3e6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.814817] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.075831] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.076015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.091519] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.091705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.091745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.091954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.092318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.092318] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.092437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.092473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.092631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.092706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.092794] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 744.128074] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.128278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.128317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.128512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.128660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.138966] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 744.233569] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.233801] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.233920] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.234219] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.234363] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.234506] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port f0b29828-4d62-4383-ab8f-9585d7c3e6f3 not found, creating... [ 744.234758] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.234902] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.235019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.235279] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.235417] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.235692] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.235876] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.235949] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.236378] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.236378] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.236473] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: f0b29828-4d62-4383-ab8f-9585d7c3e6f3 is going to be created. [ 744.258163] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.258404] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.258536] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.258811] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.259040] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.259258] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.318727] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.820895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.821416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.821416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.821416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.821549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.821549] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 744.859176] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.859176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.859176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.859176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.859176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.872856] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 745.079316] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-00d9d551-35d7-4d85-9b65-c57815cffe45 service nova] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_rules [ 745.079739] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-00d9d551-35d7-4d85-9b65-c57815cffe45 service nova] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 745.079739] env[65363]: INFO networking_nsxv3.common.synchronization [req-94e763d0-581d-4b4f-b2c4-20b9684abcae req-00d9d551-35d7-4d85-9b65-c57815cffe45 service nova] Enqueued Resource ID: f0b29828-4d62-4383-ab8f-9585d7c3e6f3 with Priority: HIGHEST for action port [ 745.080176] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_rules [ 745.080567] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 745.080567] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b29828-4d62-4383-ab8f-9585d7c3e6f3 with Priority: HIGHEST for action port [ 745.080772] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.080858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.081331] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.081407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.081620] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.081747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.081747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.082257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.082257] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b29828-4d62-4383-ab8f-9585d7c3e6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.265428] env[65363]: INFO networking_nsxv3.common.synchronization [None req-2b256ba1-1df3-401d-ae76-3009de07b685 None None] Enqueued Resource ID: e39e4942-271a-41f5-b643-0b8633e6ed89 with Priority: HIGHEST for action port [ 745.266365] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e39e4942-271a-41f5-b643-0b8633e6ed89 with Priority: HIGHEST for action port [ 745.266604] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-e39e4942-271a-41f5-b643-0b8633e6ed89 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.266774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e39e4942-271a-41f5-b643-0b8633e6ed89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.266925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e39e4942-271a-41f5-b643-0b8633e6ed89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.267747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e39e4942-271a-41f5-b643-0b8633e6ed89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.267916] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e39e4942-271a-41f5-b643-0b8633e6ed89',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.585379] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0b29828-4d62-4383-ab8f-9585d7c3e6f3 with status ACTIVE [ 745.586710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.586710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.586710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.586710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.586710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.587474] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.587685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.588634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.588884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.589019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.589563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.589735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.590158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.590342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.591062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.592274] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0b29828-4d62-4383-ab8f-9585d7c3e6f3 is going to be updated. [ 745.617739] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.617739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.617739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.617739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.619327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.619327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b29828-4d62-4383-ab8f-9585d7c3e6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.770485] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e39e4942-271a-41f5-b643-0b8633e6ed89 [ 745.775296] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.775296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.775296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.775296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.775296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.775296] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e39e4942-271a-41f5-b643-0b8633e6ed89 already deleted. [ 745.775296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e39e4942-271a-41f5-b643-0b8633e6ed89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.089527] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c4d72e7-b807-4e06-bdaf-aa044beb629f req-20ea1bdd-0084-444a-98c7-a18a7d8841d3 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 746.090191] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 746.090514] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.090640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.090707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.090903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.092199] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.092199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.092199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.092562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.092614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.092730] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.150720] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 746.151370] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 deletion is rescheduled due to dependency. [ 746.151370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.196635] env[65363]: INFO networking_nsxv3.common.synchronization [None req-d25c7e78-df8e-4305-b4c5-6e21fea94a66 None None] Enqueued Resource ID: 68481b2c-8005-42d0-b859-79e9b9bdebf1 with Priority: HIGHEST for action port [ 746.197230] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68481b2c-8005-42d0-b859-79e9b9bdebf1 with Priority: HIGHEST for action port [ 746.199174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-68481b2c-8005-42d0-b859-79e9b9bdebf1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.199174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68481b2c-8005-42d0-b859-79e9b9bdebf1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.199174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68481b2c-8005-42d0-b859-79e9b9bdebf1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.199174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68481b2c-8005-42d0-b859-79e9b9bdebf1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.199378] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68481b2c-8005-42d0-b859-79e9b9bdebf1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.557465] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.557710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.557860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.558149] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.558431] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.558597] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.558710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.560197] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.560405] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.560622] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.560738] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.560844] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.560951] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.561066] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.563261] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.563448] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.587310] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.589535] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.589535] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.589535] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.589535] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-a978ffaf-f1c6-492d-b30c-210b0487f581 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.589535] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.589535] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.589966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.590150] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a978ffaf-f1c6-492d-b30c-210b0487f581',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.597091] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.706022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68481b2c-8005-42d0-b859-79e9b9bdebf1 [ 746.706022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.706022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.706022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.706022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.706022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.706022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68481b2c-8005-42d0-b859-79e9b9bdebf1 already deleted. [ 746.706022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68481b2c-8005-42d0-b859-79e9b9bdebf1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 746.885022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.885022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.885237] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.885388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.885388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.885547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.889023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.889023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.889023] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.889023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.889023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.889388] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.889388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.889388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.889486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.889621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.889695] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.092499] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.092871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.092871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.093439] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.093439] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.093439] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port a978ffaf-f1c6-492d-b30c-210b0487f581 not found, creating... [ 747.093570] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.094376] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.094376] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.094376] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.094376] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.094550] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.094612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.094684] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.094921] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.095378] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.095616] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: a978ffaf-f1c6-492d-b30c-210b0487f581 is going to be created. [ 747.099653] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.117668] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.117999] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.118210] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.118925] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.119199] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.119447] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.391630] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.391760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.391952] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.602276] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.602918] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be updated. [ 747.643884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.643884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.643884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.644131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.644188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.655443] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: IN_PROGRESS for 2s [ 747.887401] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c4d72e7-b807-4e06-bdaf-aa044beb629f req-96d63de5-fe37-4e7c-b630-840c99bad3cd service nova] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_rules [ 747.887623] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c4d72e7-b807-4e06-bdaf-aa044beb629f req-96d63de5-fe37-4e7c-b630-840c99bad3cd service nova] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 747.887710] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c4d72e7-b807-4e06-bdaf-aa044beb629f req-96d63de5-fe37-4e7c-b630-840c99bad3cd service nova] Enqueued Resource ID: a978ffaf-f1c6-492d-b30c-210b0487f581 with Priority: HIGHEST for action port [ 747.887911] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_rules [ 747.888057] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 747.888138] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a978ffaf-f1c6-492d-b30c-210b0487f581 with Priority: HIGHEST for action port [ 747.888885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.888885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.888885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.893019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.893019] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.893019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.893019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.893019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a978ffaf-f1c6-492d-b30c-210b0487f581 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.893019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.893019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.893019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.893019] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a978ffaf-f1c6-492d-b30c-210b0487f581',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.894246] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.400293] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.400588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.400736] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.400848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.401789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.401789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.401789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.401789] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 748.402621] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a978ffaf-f1c6-492d-b30c-210b0487f581 with status ACTIVE [ 748.402817] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.402944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.402977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.406510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.406510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.406731] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.406731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.406900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.406900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.410019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.410019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.410019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.410019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.410019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.410019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.410019] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a978ffaf-f1c6-492d-b30c-210b0487f581 is going to be updated. [ 748.432209] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.432209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.432209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.432209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.432540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.432540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a978ffaf-f1c6-492d-b30c-210b0487f581" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.441648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.441648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.441648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.441648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.441648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.457426] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 748.762489] env[65363]: INFO networking_nsxv3.common.synchronization [None req-e7a354a0-3184-457b-bad2-c6a2f02eec2f None None] Enqueued Resource ID: 9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3 with Priority: HIGHEST for action port [ 748.762489] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3 with Priority: HIGHEST for action port [ 748.763417] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.763656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.763656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.764052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.764052] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.892867] env[65363]: INFO networking_nsxv3.common.synchronization [req-c9e1d414-b99f-48e6-a604-dc3342457e4b req-f4f031b8-4eea-4e7e-b8f1-95b13807a686 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 748.893561] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 748.895211] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.895681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.895755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.896070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.896246] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.896357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.896522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.896608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.896714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.896812] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.097994] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c1a2756e-1a4d-4653-9e3c-00bfc1db0a02 None None] Enqueued Resource ID: 67268190-6765-4161-8fb6-1081b639fb86 with Priority: HIGHEST for action port [ 749.098466] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67268190-6765-4161-8fb6-1081b639fb86 with Priority: HIGHEST for action port [ 749.098975] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-67268190-6765-4161-8fb6-1081b639fb86 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.098975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67268190-6765-4161-8fb6-1081b639fb86" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.098975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67268190-6765-4161-8fb6-1081b639fb86" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.100535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67268190-6765-4161-8fb6-1081b639fb86" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.100740] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67268190-6765-4161-8fb6-1081b639fb86',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.267765] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3 [ 749.267999] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.268160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.268305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.268420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.268510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.268603] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3 already deleted. [ 749.268683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b9beb6b-7479-4dc7-b84a-3e58fe0ccdd3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.397956] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.398146] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.399434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.399434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.399434] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.399434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.399752] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.399752] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.399852] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.400063] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.400165] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.400261] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.400358] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.400707] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.400707] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.400707] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.402076] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.402209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.402267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.402401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.402486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.402658] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.402746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.402806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.402944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.403026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.403112] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce already deleted. [ 749.403323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.421960] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.422141] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.423655] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.423655] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.423655] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.423655] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.423655] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.423655] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.423655] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.602936] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67268190-6765-4161-8fb6-1081b639fb86 [ 749.603249] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.603358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.603411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.603604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.603723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.603823] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67268190-6765-4161-8fb6-1081b639fb86 already deleted. [ 749.603904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67268190-6765-4161-8fb6-1081b639fb86" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.670445] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: SUCCESS [ 749.670445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.670445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.670445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.670445] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.670445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.670445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.670445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.670445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.670445] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.929442] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.929736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.929857] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.933124] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.933638] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.933638] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 not found, creating... [ 749.933805] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.933966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.934295] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.934370] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.934453] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.934747] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.934905] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.935025] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.935241] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.935369] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.935499] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 is going to be created. [ 749.960545] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.960966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.961112] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.961373] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.961590] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.961813] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.174711] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.469386] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 750.469386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.469386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.469386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.469386] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.469386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.469386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.469920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.469920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.469920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.469920] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.469920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.469920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.470126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.474018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.474018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.474018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.474018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.474018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.474018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.474018] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.676669] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.784689] env[65363]: INFO networking_nsxv3.common.synchronization [req-c9e1d414-b99f-48e6-a604-dc3342457e4b req-2256c3a1-bc4b-495c-99ab-d458e1573fb5 service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 750.784689] env[65363]: INFO networking_nsxv3.common.synchronization [req-c9e1d414-b99f-48e6-a604-dc3342457e4b req-2256c3a1-bc4b-495c-99ab-d458e1573fb5 service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 750.784689] env[65363]: INFO networking_nsxv3.common.synchronization [req-c9e1d414-b99f-48e6-a604-dc3342457e4b req-2256c3a1-bc4b-495c-99ab-d458e1573fb5 service nova] Enqueued Resource ID: 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 with Priority: HIGHEST for action port [ 750.784689] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 750.785098] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 750.785162] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 with Priority: HIGHEST for action port [ 750.785462] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.785586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.785654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.785898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.786221] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.788338] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.788338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.788338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.788338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.788338] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.788338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.788338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.788338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.788338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.788338] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.789290] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.789447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.789519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.789698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.789771] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.972535] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6bef2c3-8455-48fc-afe5-63dab17afe52: rpc.has_security_group_logging(os_id): False [ 750.991139] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.991310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.991368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.991603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.991729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.992341] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.992341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.992341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.992341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.992341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.992562] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.992605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.992634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.992769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.992861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.993046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.993144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.993207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.993367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.993443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.993531] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 751.074956] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.075170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.075245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.075471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.075640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.102212] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 751.185645] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.185935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.186066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.186354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.186472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.186612] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be updated. [ 751.225019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.225019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.225019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.225019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.225019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.235037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: IN_PROGRESS for 2s [ 751.291330] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.291475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.291756] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.295066] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 with status ACTIVE [ 751.295995] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.295995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.295995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.295995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.295995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.297472] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.297472] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.297472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.297472] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 is going to be updated. [ 751.321914] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.322175] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.322308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.322555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.322787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.322901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.504154] env[65363]: INFO networking_nsxv3.common.synchronization [req-59eaf0d3-855b-49ab-8597-50d11e49509b req-204788f5-89eb-4221-a872-bdd21cffed85 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Enqueued Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_members [ 751.504154] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_members [ 751.505193] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.505493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.505678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.506303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.507894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.507894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.507894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.507894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.507894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.507894] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.751042] env[65363]: INFO networking_nsxv3.common.synchronization [None req-903e8da0-b518-494b-beb8-c40d2fd8cf65 None None] Enqueued Resource ID: cf917057-ef0a-4504-a26b-9a48a89c7c4c with Priority: HIGHEST for action port [ 751.751884] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf917057-ef0a-4504-a26b-9a48a89c7c4c with Priority: HIGHEST for action port [ 751.751884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf917057-ef0a-4504-a26b-9a48a89c7c4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.756808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf917057-ef0a-4504-a26b-9a48a89c7c4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.756944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf917057-ef0a-4504-a26b-9a48a89c7c4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.757317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf917057-ef0a-4504-a26b-9a48a89c7c4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.757416] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf917057-ef0a-4504-a26b-9a48a89c7c4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.801050] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.964291] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.964933] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-585" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.964933] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-585" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.964933] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-585" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.965188] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.965344] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.965839] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.966141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.966298] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.966516] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.966629] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.966732] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.966831] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.967296] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.967296] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.967296] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.987990] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.988174] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.988311] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.988479] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-585" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.988788] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.988952] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.989095] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.989451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.989541] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32477b7e-ab11-4c1a-b2d6-61dbb88d1104',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.010467] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.010628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.010703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.010912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.011014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.011213] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.011641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.011641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.011641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.011641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.011842] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69956d68-e8ef-4139-a381-49045db2b14b already deleted. [ 752.011842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.262987] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf917057-ef0a-4504-a26b-9a48a89c7c4c [ 752.262987] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.262987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.262987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.262987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.262987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.262987] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf917057-ef0a-4504-a26b-9a48a89c7c4c already deleted. [ 752.262987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf917057-ef0a-4504-a26b-9a48a89c7c4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.305038] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.307179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.307179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.307179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.307179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.307179] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be created. [ 752.331672] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.331672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.331672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.331672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.331672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.340285] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: UNINITIALIZED for 2s [ 752.491889] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.492271] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.492428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.492751] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.492936] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.493115] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 not found, creating... [ 752.493434] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.493605] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.493722] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.494025] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.494191] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494530] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.494708] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.494826] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.495074] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.495221] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.495373] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 is going to be created. [ 752.518901] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.519334] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.519334] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.519610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.519869] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.520179] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.119075] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 753.119416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.119649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.119938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.120111] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.251369] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: SUCCESS [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.251369] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.251369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.251369] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.303653] env[65363]: INFO networking_nsxv3.common.synchronization [req-59eaf0d3-855b-49ab-8597-50d11e49509b req-6ec6b30a-4c23-4b3e-9939-601e43055278 service nova] Enqueued Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_rules [ 753.303859] env[65363]: INFO networking_nsxv3.common.synchronization [req-59eaf0d3-855b-49ab-8597-50d11e49509b req-6ec6b30a-4c23-4b3e-9939-601e43055278 service nova] Enqueued Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_members [ 753.304330] env[65363]: INFO networking_nsxv3.common.synchronization [req-59eaf0d3-855b-49ab-8597-50d11e49509b req-6ec6b30a-4c23-4b3e-9939-601e43055278 service nova] Enqueued Resource ID: 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 with Priority: HIGHEST for action port [ 753.304871] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_rules [ 753.305013] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_members [ 753.305131] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 with Priority: HIGHEST for action port [ 753.305388] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.305541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.305610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.305863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.305946] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.307166] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.307291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.307360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.307537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.307686] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.307779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.307842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.307985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.308082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.308345] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.308922] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.310884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.310948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.311137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.311216] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32477b7e-ab11-4c1a-b2d6-61dbb88d1104',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.453831] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a932a47b-8ab2-40ed-b35e-d546a4b9dc54 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_rules [ 753.454766] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_rules [ 753.455268] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.455676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.455868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.457263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.457263] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.615718] env[65363]: INFO networking_nsxv3.common.synchronization [None req-edb30810-b779-4f04-a31f-c99ad9309bc1 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_rules [ 753.616960] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_rules [ 753.616960] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.616960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.624075] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.624217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.624696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.624967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.625156] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.625272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.625333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.625486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.625574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.625762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.625762] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.757313] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.757530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.757582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.757932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.758155] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.758311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.758405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.758572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.758691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.758839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.759023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.759120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.759198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.759422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.759582] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.759676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.759764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.759981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.760294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.760396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.760500] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.813986] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.814178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.814386] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.815415] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 with status ACTIVE [ 753.815673] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.816407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.816407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.816407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.816407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.816407] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.816676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.816676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.817333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.818464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.818464] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.818464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.818464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.818464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.818464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.818464] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 is going to be updated. [ 753.843280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.843511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.843575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.843769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.843938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.844221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32477b7e-ab11-4c1a-b2d6-61dbb88d1104" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.980782] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.980936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.981095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.981226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.981318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.981411] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3003db-cd43-45cb-a99c-226589d8621c already deleted. [ 753.981501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.981652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.981825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.981999] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.129523] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.129684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.129756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.129977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.130177] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.130291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.130404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.130508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.130598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.130687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.130863] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.130962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.131033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.131354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.131354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.131507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.131507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.131829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.131829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.131829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.131932] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.168389] env[65363]: INFO networking_nsxv3.common.synchronization [req-a31edc41-2e1d-4246-8dff-198392fea235 req-a8645eeb-dfea-48cc-a612-9920933e37dc tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 754.169741] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 754.169741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.169741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.169741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.169980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.170052] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.170236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.170318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.170435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.170640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.170788] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.262543] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e204c664-455c-4132-a5f6-f4c8940da6f3: rpc.has_security_group_logging(os_id): False [ 754.288819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.288970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.289061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.289357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.290404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.290404] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.290404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.290404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.290649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.290716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.290969] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.291082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.291150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.291300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.291373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.291571] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.294014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.294014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.294014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.294014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.294014] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be updated. [ 754.320705] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.350397] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 754.351032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.351032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.351032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.351198] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.351300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.351363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.352655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.352655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.352655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.352655] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.362794] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.362928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.362971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.363186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.363336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.379035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: IN_PROGRESS for 2s [ 754.508578] env[65363]: INFO networking_nsxv3.common.synchronization [req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f req-66201894-092a-4d65-942b-d92dd4dc191f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_members [ 754.509177] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_members [ 754.509490] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.509631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.509695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.509955] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.510760] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.510877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.510942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.511133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.511221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.511317] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.518512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.518715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.518752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.518925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.519043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.519186] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3003db-cd43-45cb-a99c-226589d8621c already deleted. [ 754.519274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.635518] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6bef2c3-8455-48fc-afe5-63dab17afe52: rpc.has_security_group_logging(os_id): False [ 754.654585] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.654803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.655487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.655487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.655487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.655664] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.655808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.655866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.656945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.656945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.656945] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.656945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.656945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.656945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.656945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.657269] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.657315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.657357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.657592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.657592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.657711] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 754.673608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.673608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.673608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.673608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.674059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.674243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.674632] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 754.710609] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.710609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.710609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.710609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.710609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.717625] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 754.726125] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.726295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.726369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.726596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.726736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.757289] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 754.827831] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.827997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.828121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.828350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.828544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.829013] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69956d68-e8ef-4139-a381-49045db2b14b is going to be created. [ 754.854428] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.854658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.854658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.854831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.856839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.856839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856839] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.893714] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.893880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.893936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.894164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.894329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.917694] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69956d68-e8ef-4139-a381-49045db2b14b in Status: UNINITIALIZED for 2s [ 754.984099] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.984475] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.984611] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.984957] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.985246] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.985406] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.985520] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.985749] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.985890] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.986136] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.986254] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.986347] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.986514] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.986572] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.986637] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.986753] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.009725] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.009901] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.010061] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.010251] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.010596] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-b216d2a5-54ff-4759-83c4-c47c82beb096 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.010764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.010885] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.011243] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.011390] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b216d2a5-54ff-4759-83c4-c47c82beb096',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.014034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.014211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.014272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.014426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.014535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.014689] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.014780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.014867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.014981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.015071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.015152] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a already deleted. [ 755.015230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.359821] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce: rpc.has_security_group_logging(os_id): False [ 755.379308] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.379456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.379527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.379733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.379824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.380009] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.380111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.380206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.380321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.380402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.380588] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.380681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.380740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.380879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.380953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.381160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.381295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.381328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.381516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.381624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.381687] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be created. [ 755.448156] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.448319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.448408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.449033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.449246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.463745] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 755.514226] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.514492] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.514641] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.514981] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.515179] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.515375] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port b216d2a5-54ff-4759-83c4-c47c82beb096 not found, creating... [ 755.516109] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.516109] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.516109] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.516322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.516451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.517021] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.517230] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.517362] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.517850] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.517917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.518040] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: b216d2a5-54ff-4759-83c4-c47c82beb096 is going to be created. [ 755.550635] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.550821] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.552673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.552673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.552673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.552673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.284240] env[65363]: INFO networking_nsxv3.common.synchronization [req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f req-81c7c4c7-bdf2-45aa-8f20-125c405d30ed service nova] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_rules [ 756.284240] env[65363]: INFO networking_nsxv3.common.synchronization [req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f req-81c7c4c7-bdf2-45aa-8f20-125c405d30ed service nova] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_members [ 756.284240] env[65363]: INFO networking_nsxv3.common.synchronization [req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f req-81c7c4c7-bdf2-45aa-8f20-125c405d30ed service nova] Enqueued Resource ID: b216d2a5-54ff-4759-83c4-c47c82beb096 with Priority: HIGHEST for action port [ 756.284240] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_rules [ 756.284857] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_members [ 756.285113] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b216d2a5-54ff-4759-83c4-c47c82beb096 with Priority: HIGHEST for action port [ 756.285570] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.285958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.286343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.286964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.287169] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.288389] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.289275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.289508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.289825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.290187] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.290988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.291169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.291435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.291639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.291813] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.294051] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b216d2a5-54ff-4759-83c4-c47c82beb096 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.294051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.294051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.294051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.294051] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b216d2a5-54ff-4759-83c4-c47c82beb096',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.394179] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: SUCCESS [ 756.394377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.730405] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 756.730579] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c deletion is rescheduled due to dependency. [ 756.730694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.777205] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 756.777398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.797777] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.800260] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.800398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.800664] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b216d2a5-54ff-4759-83c4-c47c82beb096 with status ACTIVE [ 756.800860] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.800985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.801167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.805111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.805111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.805111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.805111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.805356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.805392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.805462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.805673] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.805772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.805835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.805983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.806089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.806236] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b216d2a5-54ff-4759-83c4-c47c82beb096 is going to be updated. [ 756.833361] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.833361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.833552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.833657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.833790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.833955] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b216d2a5-54ff-4759-83c4-c47c82beb096" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.929477] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69956d68-e8ef-4139-a381-49045db2b14b in Status: SUCCESS [ 756.929477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.929477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.929796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.929919] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.930808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.930808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.930808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.930808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930808] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.308226] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.398839] env[65363]: INFO networking_nsxv3.common.synchronization [None req-da8d3607-fd86-4cec-a2bc-efc0c0bdfe6c None None] Enqueued Resource ID: 7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66 with Priority: HIGHEST for action port [ 757.399827] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66 with Priority: HIGHEST for action port [ 757.403162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.403256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.403289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.403561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.403702] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.438037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.438037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.438037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.438037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.438037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.439192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.439192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.439192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.439192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.439192] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.479269] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 757.479653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.814406] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.814619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.814679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.814985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.815084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.816911] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a is going to be created. [ 757.845425] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.845648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.845698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.846041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.846232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.859127] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: UNINITIALIZED for 2s [ 757.910010] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66 [ 757.910310] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.910951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.911402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.911707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.911874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.912068] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66 already deleted. [ 757.912450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b26e5c5-1ca2-47c2-b9ad-cef2501c5d66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.941784] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69956d68-e8ef-4139-a381-49045db2b14b: rpc.has_security_group_logging(os_id): False [ 757.966257] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.966408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.966472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.966686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.966773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.966977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.967107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.967157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.967307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.967377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.967576] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.967717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.967805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.967954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.968047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.968362] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.968461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.968521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.968760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.968760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.968880] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69956d68-e8ef-4139-a381-49045db2b14b is going to be created. [ 758.034993] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.034993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.034993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.034993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.034993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.051702] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69956d68-e8ef-4139-a381-49045db2b14b in Status: IN_PROGRESS for 2s [ 759.003756] env[65363]: INFO networking_nsxv3.common.synchronization [None req-8eb83a99-5d14-450a-82dd-f19b77b77498 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Enqueued Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_rules [ 759.004127] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_rules [ 759.005536] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.005536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.005536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.005536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.005536] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.275650] env[65363]: INFO networking_nsxv3.common.synchronization [None req-46110c55-3e80-4c69-bbdb-204520f006eb tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Enqueued Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_rules [ 759.276911] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_rules [ 759.276911] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.276911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538087] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.538585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.539071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.539363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.539363] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 already deleted. [ 759.539504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.542474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.542474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.542474] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.774704] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 req-df47faa4-b7ff-497e-a103-2b696229b266 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 759.775502] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 759.775894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.776460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.776926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.776926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.777369] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.777455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.777847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.778853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.778853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.778853] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.875461] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: SUCCESS [ 759.875731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.876714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.876714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.876714] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.876714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.876714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.876926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.876926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.877319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.877319] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.066886] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.067295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.067295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.067410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.067519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.067619] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 already deleted. [ 760.067733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.069901] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69956d68-e8ef-4139-a381-49045db2b14b in Status: SUCCESS [ 760.071143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.281342] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.281543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.281689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.281982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.282121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.282506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.282655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.282725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.282927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.283036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.283258] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 already deleted. [ 760.283365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.293866] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.294096] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.294224] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.294709] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.294983] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.295324] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.295611] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.296029] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.296235] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.296530] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.297665] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.297872] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.298064] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.298234] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.298407] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.298595] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.332858] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.333170] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.333344] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.333549] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.333873] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-586c9cb3-77b4-4086-8d79-00be1127e0ab taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.334064] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.334183] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.334534] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.334671] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586c9cb3-77b4-4086-8d79-00be1127e0ab',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.367564] env[65363]: INFO networking_nsxv3.common.synchronization [None req-8bd80298-16f6-43df-a390-ad749c18d5a6 None None] Enqueued Resource ID: 1aece29d-beef-4d93-a1fe-9d6134071a28 with Priority: HIGHEST for action port [ 760.368310] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aece29d-beef-4d93-a1fe-9d6134071a28 with Priority: HIGHEST for action port [ 760.368982] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aece29d-beef-4d93-a1fe-9d6134071a28 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.369161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aece29d-beef-4d93-a1fe-9d6134071a28" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.369236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aece29d-beef-4d93-a1fe-9d6134071a28" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.369572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aece29d-beef-4d93-a1fe-9d6134071a28" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.369609] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aece29d-beef-4d93-a1fe-9d6134071a28',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.380849] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.838944] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.839198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.839316] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.839679] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.839744] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.840110] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 586c9cb3-77b4-4086-8d79-00be1127e0ab not found, creating... [ 760.840205] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.840481] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.840481] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.840677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.840841] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.841166] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.841329] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.841565] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.841667] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.841797] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.841925] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 586c9cb3-77b4-4086-8d79-00be1127e0ab is going to be created. [ 760.873474] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.873723] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.873879] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.874291] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.874587] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.874794] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.876813] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aece29d-beef-4d93-a1fe-9d6134071a28 [ 760.877072] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.877207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.877367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.877541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.877684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.877847] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aece29d-beef-4d93-a1fe-9d6134071a28 already deleted. [ 760.878015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aece29d-beef-4d93-a1fe-9d6134071a28" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.886688] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78b0942d-4f0a-418e-a2a1-898e3f6da27a: rpc.has_security_group_logging(os_id): False [ 760.908049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.908049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.908049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.908277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.908702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.908702] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.908702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.909021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.909021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.909021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.909130] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a is going to be created. [ 760.994095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.994357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.994812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.995153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.995575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.022570] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: IN_PROGRESS for 2s [ 761.588198] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 req-23b03d9b-de0d-4c71-9c2c-a9262f599106 service nova] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_rules [ 761.588198] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 req-23b03d9b-de0d-4c71-9c2c-a9262f599106 service nova] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 761.588198] env[65363]: INFO networking_nsxv3.common.synchronization [req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 req-23b03d9b-de0d-4c71-9c2c-a9262f599106 service nova] Enqueued Resource ID: 586c9cb3-77b4-4086-8d79-00be1127e0ab with Priority: HIGHEST for action port [ 761.588198] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_rules [ 761.588198] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 761.588198] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586c9cb3-77b4-4086-8d79-00be1127e0ab with Priority: HIGHEST for action port [ 761.588198] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.593594] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.593594] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.593594] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.593594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.593594] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.597765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-586c9cb3-77b4-4086-8d79-00be1127e0ab taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.605140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.605140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.605140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.605140] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586c9cb3-77b4-4086-8d79-00be1127e0ab',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.105697] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.105850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.106033] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.108515] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 586c9cb3-77b4-4086-8d79-00be1127e0ab with status ACTIVE [ 762.108722] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.108848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.110348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.110622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.110718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.110918] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.111071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.111134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.111324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.111374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.111571] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.111665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.111723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.111860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.111931] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.114860] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 586c9cb3-77b4-4086-8d79-00be1127e0ab is going to be updated. [ 762.130217] env[65363]: INFO networking_nsxv3.common.synchronization [req-79272435-1715-4ced-aaed-f9b22b7a04ae req-266faad3-ee72-44c6-9b70-2008c7a817dc tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 762.130776] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 762.132372] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.132513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.132733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.132988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.133281] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.133354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.133385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.133556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.133654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.133758] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.138030] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.138179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.138287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.138481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.138617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.138955] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586c9cb3-77b4-4086-8d79-00be1127e0ab" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.466695] env[65363]: INFO networking_nsxv3.common.synchronization [req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 req-ed75eeae-765c-4895-a4b2-fed5476aa2b7 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 762.467161] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 762.467732] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.467856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.467922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.468177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.469162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.469162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.469303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.469403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.469492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.469588] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.616089] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.637162] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.961749] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.961928] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.962056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.962380] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.962673] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.962846] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.962971] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.963234] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.963382] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.963588] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.963697] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.963800] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.963901] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.964019] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.964109] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.964237] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.972775] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.987122] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.987407] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.987556] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.987728] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.988093] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-19f7e11a-a032-4bc2-8bba-bff8c4a39975 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.988215] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.988322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.988769] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.989118] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f7e11a-a032-4bc2-8bba-bff8c4a39975',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.037720] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: SUCCESS [ 763.038032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.117099] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.117605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.117605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.117745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.117776] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be created. [ 763.139474] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.162414] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.162617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.162723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.163010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.163307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.178538] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: UNINITIALIZED for 2s [ 763.314437] env[65363]: INFO networking_nsxv3.common.synchronization [None req-21762651-5c48-486b-8c18-764f3691c269 None None] Enqueued Resource ID: f9346c1a-5899-42ce-8f70-c4bfca036356 with Priority: HIGHEST for action port [ 763.316450] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9346c1a-5899-42ce-8f70-c4bfca036356 with Priority: HIGHEST for action port [ 763.316450] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9346c1a-5899-42ce-8f70-c4bfca036356 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.316450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9346c1a-5899-42ce-8f70-c4bfca036356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.316450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9346c1a-5899-42ce-8f70-c4bfca036356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.316666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9346c1a-5899-42ce-8f70-c4bfca036356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.316754] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9346c1a-5899-42ce-8f70-c4bfca036356',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.475717] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.492819] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.493040] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.493179] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.493447] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.493615] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.493764] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 19f7e11a-a032-4bc2-8bba-bff8c4a39975 not found, creating... [ 763.494069] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.494230] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.494343] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.494646] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.494782] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.495185] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.495365] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.495516] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.495815] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.496016] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.496185] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 19f7e11a-a032-4bc2-8bba-bff8c4a39975 is going to be created. [ 763.520882] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.521112] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.521220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.521498] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.521722] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.521947] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.642322] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.642724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.642724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.644244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.644244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.644244] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 763.691870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.692492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.692492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.692492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.692886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.706166] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 763.821501] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9346c1a-5899-42ce-8f70-c4bfca036356 [ 763.821501] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.821501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.821501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.821501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.821501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.821501] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9346c1a-5899-42ce-8f70-c4bfca036356 already deleted. [ 763.821501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9346c1a-5899-42ce-8f70-c4bfca036356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.981717] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.981717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.981717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.981717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.981717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.981717] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 764.019319] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.019516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.019516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.019726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.019969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.032154] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 764.258819] env[65363]: INFO networking_nsxv3.common.synchronization [req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 req-c8a0ed23-116b-4d2e-a42b-7e3b94949a09 service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 764.258977] env[65363]: INFO networking_nsxv3.common.synchronization [req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 req-c8a0ed23-116b-4d2e-a42b-7e3b94949a09 service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 764.259120] env[65363]: INFO networking_nsxv3.common.synchronization [req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 req-c8a0ed23-116b-4d2e-a42b-7e3b94949a09 service nova] Enqueued Resource ID: 19f7e11a-a032-4bc2-8bba-bff8c4a39975 with Priority: HIGHEST for action port [ 764.259622] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 764.259757] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 764.259856] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f7e11a-a032-4bc2-8bba-bff8c4a39975 with Priority: HIGHEST for action port [ 764.260186] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.260311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.260379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.260571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.260653] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.261563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.261688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.261893] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f7e11a-a032-4bc2-8bba-bff8c4a39975 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.262081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.262081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.262314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.262411] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f7e11a-a032-4bc2-8bba-bff8c4a39975',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.767027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.767027] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19f7e11a-a032-4bc2-8bba-bff8c4a39975 with status ACTIVE [ 764.767027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.767027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.767027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.768077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.768564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.768932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.769217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.769587] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19f7e11a-a032-4bc2-8bba-bff8c4a39975 is going to be updated. [ 764.827032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.827032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.827032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.827514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.828210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.828210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f7e11a-a032-4bc2-8bba-bff8c4a39975" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.217702] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 765.219035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.219035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.219035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.219035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.219035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.219035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.219035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.219332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.219332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.219332] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.720309] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 765.720309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.722586] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.722586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.722586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.722814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.722967] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.723087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.723150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.723330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.723418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.723504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.723674] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.723736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.723795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.723932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.724080] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.724171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.724232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.724368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.724445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.724530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.724635] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.957615] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce req-c57c5b4d-ab5d-461f-ae0d-4f3885b50a01 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 765.958224] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 765.958574] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.958696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.958771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.959588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.960087] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.960245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.960311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.960526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.960609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.960705] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.964976] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b8c95d79-df36-472d-971b-0c9846496245 None None] Enqueued Resource ID: 15f03689-0790-42aa-97ac-8b1954998d37 with Priority: HIGHEST for action port [ 765.964976] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f03689-0790-42aa-97ac-8b1954998d37 with Priority: HIGHEST for action port [ 765.964976] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f03689-0790-42aa-97ac-8b1954998d37 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.964976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f03689-0790-42aa-97ac-8b1954998d37" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.964976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f03689-0790-42aa-97ac-8b1954998d37" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.965253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f03689-0790-42aa-97ac-8b1954998d37" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.965283] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f03689-0790-42aa-97ac-8b1954998d37',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.044998] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 766.045215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.045375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.045607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.045819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.045939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.046030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.046185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.046274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.046377] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.226927] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dc1124c-3a43-4327-9640-60c41e398e38: rpc.has_security_group_logging(os_id): False [ 766.252269] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.252517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.252517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.252706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.252818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.253328] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.253328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.253328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.253595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.253595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.253595] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.253748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.253748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.253897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.253974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.254177] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.254267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.254323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.254475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.254550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.254633] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be created. [ 766.291977] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.292448] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.292687] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.293124] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.293594] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.293851] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.294089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.294467] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.294795] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.295145] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.295613] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.295613] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.295951] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.295951] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.296080] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.296303] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.318263] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.318455] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.318622] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.318769] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.319117] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-8a426324-4d7e-4542-9487-fee0fb67497e taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.319287] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.319403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.319824] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.319966] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a426324-4d7e-4542-9487-fee0fb67497e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.328348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.328502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.328502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.328717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.328918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.343807] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 766.466054] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.466054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.466054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.466054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.466054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.466054] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.466054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.467071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.467602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.467879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.468129] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 already deleted. [ 766.468335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.469590] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15f03689-0790-42aa-97ac-8b1954998d37 [ 766.469590] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.469590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.469590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.469590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.469590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.469590] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15f03689-0790-42aa-97ac-8b1954998d37 already deleted. [ 766.469590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f03689-0790-42aa-97ac-8b1954998d37" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.548800] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.823166] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.823166] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.823166] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.824137] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.824137] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.824137] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 8a426324-4d7e-4542-9487-fee0fb67497e not found, creating... [ 766.824137] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.824434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.824434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.824616] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.825041] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.825115] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.825250] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.825379] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.826039] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.826039] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.826039] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 8a426324-4d7e-4542-9487-fee0fb67497e is going to be created. [ 766.849255] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.849567] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.849651] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.849968] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.850287] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.850568] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.051742] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.553975] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.554078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.554146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.554330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.554420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.554521] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 767.594487] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.595014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.595157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.595454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.596117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.610289] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 767.645547] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce req-9eeeb054-1fc4-4a1d-b67d-7e082f13cdf6 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 767.645795] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce req-9eeeb054-1fc4-4a1d-b67d-7e082f13cdf6 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 767.645974] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce req-9eeeb054-1fc4-4a1d-b67d-7e082f13cdf6 service nova] Enqueued Resource ID: 8a426324-4d7e-4542-9487-fee0fb67497e with Priority: HIGHEST for action port [ 767.647061] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 767.647493] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 767.647493] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a426324-4d7e-4542-9487-fee0fb67497e with Priority: HIGHEST for action port [ 767.647891] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.648075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.648162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.648546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.648627] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.650622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.650791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.650884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.652647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.652647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.652647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.652647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.652647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.652647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.652647] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.654638] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a426324-4d7e-4542-9487-fee0fb67497e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.655265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.655265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.655265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.655265] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a426324-4d7e-4542-9487-fee0fb67497e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.856057] env[65363]: INFO networking_nsxv3.common.synchronization [req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc req-d5f564d7-e562-4dca-8847-7304749e8d10 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 767.856979] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 767.857424] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.857601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.857702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.858618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.858618] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.858618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.858618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.858834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.858928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.859084] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.151528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.152915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.156462] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.161402] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a426324-4d7e-4542-9487-fee0fb67497e with status ACTIVE [ 768.161402] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.161402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.161402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.161402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.161402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.161402] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.161402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.161402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.161402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.161938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.162471] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.162471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.162471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.163197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.163197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.163197] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a426324-4d7e-4542-9487-fee0fb67497e is going to be updated. [ 768.211234] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.211234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.211234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.211234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.211234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.211234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a426324-4d7e-4542-9487-fee0fb67497e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.244476] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.244764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.244908] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.245324] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.245623] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.245806] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.245985] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.246251] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.246398] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.246602] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.246812] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.246812] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.246946] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.247108] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.247108] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.247235] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.274185] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.274395] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.274469] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.274709] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.275050] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-5355af7e-4ba3-4299-91ac-f61dc87ae897 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.275225] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.275377] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.275746] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.276353] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5355af7e-4ba3-4299-91ac-f61dc87ae897',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.363761] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 768.364194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.364765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.364902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.364988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365268] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.365586] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.365688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.365752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.366084] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 already deleted. [ 768.366165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.665265] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.779274] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.780057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.780057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.780057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.780302] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.780628] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 5355af7e-4ba3-4299-91ac-f61dc87ae897 not found, creating... [ 768.780980] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.781230] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.781393] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.781739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.781950] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.783132] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.783132] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.783132] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.783344] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.783480] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.783668] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 5355af7e-4ba3-4299-91ac-f61dc87ae897 is going to be created. [ 768.810604] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.812677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.812677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.812677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.812677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.813083] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.167775] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.168190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.168190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.168380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.168380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.168445] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be created. [ 769.197848] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.198016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.198080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.198307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.198507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.209917] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: UNINITIALIZED for 2s [ 769.475593] env[65363]: INFO networking_nsxv3.common.synchronization [req-32ebe736-1123-43fd-8565-705dbd2de694 req-c869e2b9-83cd-424e-842f-43b7964b2f19 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Enqueued Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_members [ 769.476649] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGHEST for action security_group_members [ 769.477370] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.477370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.477537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.477654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.477820] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.478131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.478214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.478378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.478469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.478564] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.539221] env[65363]: INFO networking_nsxv3.common.synchronization [req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc req-5cac51ea-e1bc-48e5-95a1-2a7e9bce079e service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 769.539428] env[65363]: INFO networking_nsxv3.common.synchronization [req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc req-5cac51ea-e1bc-48e5-95a1-2a7e9bce079e service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 769.539687] env[65363]: INFO networking_nsxv3.common.synchronization [req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc req-5cac51ea-e1bc-48e5-95a1-2a7e9bce079e service nova] Enqueued Resource ID: 5355af7e-4ba3-4299-91ac-f61dc87ae897 with Priority: HIGHEST for action port [ 769.541769] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 769.542170] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 769.542328] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5355af7e-4ba3-4299-91ac-f61dc87ae897 with Priority: HIGHEST for action port [ 769.542644] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.542826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.542915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.543287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.543383] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.544958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.545194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.545271] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.545469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.545648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.545754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.545818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.545974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.546078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.546173] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.550981] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5355af7e-4ba3-4299-91ac-f61dc87ae897 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.550981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.550981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.550981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.550981] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5355af7e-4ba3-4299-91ac-f61dc87ae897',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.622112] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 769.622431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.622580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.623164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.623416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.623584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.623675] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.981234] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.981415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.981491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.982166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.982365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983438] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.983438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.983438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983438] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69956d68-e8ef-4139-a381-49045db2b14b is going to be updated. [ 770.018528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.018528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.018775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.018809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.018932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.029158] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69956d68-e8ef-4139-a381-49045db2b14b in Status: IN_PROGRESS for 2s [ 770.051271] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.052335] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.052520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.052674] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5355af7e-4ba3-4299-91ac-f61dc87ae897 with status ACTIVE [ 770.052849] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.053034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.053034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.053247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.053339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.053510] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.053610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.053671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.053824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.053901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.054091] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.054185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.054247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.054389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.054464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.054560] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5355af7e-4ba3-4299-91ac-f61dc87ae897 is going to be updated. [ 770.083220] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.084116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.084116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.084116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.084116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5355af7e-4ba3-4299-91ac-f61dc87ae897" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.127324] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.127533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.127604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.127854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.128059] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.128178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.128255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.128481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.128710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.128826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.129007] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.129136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.129492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.129492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.129627] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.129683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.129750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.130537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.130537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.130537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.130537] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.557129] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.634310] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce: rpc.has_security_group_logging(os_id): False [ 770.655310] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.655310] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.655310] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.655310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.655808] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.655808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.655808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.655808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.655930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.656011] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 770.731113] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.731254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.731254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.731419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.732068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.751283] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 771.064766] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.064931] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.065014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.065247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.065341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.065443] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be created. [ 771.092979] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.093207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.093256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.093461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.093613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.105775] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: UNINITIALIZED for 2s [ 771.222146] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 771.222574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.222786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.223065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.223274] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.223466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.223538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.223748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.223828] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.223914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.224021] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.726176] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.726561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.726561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.726631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.726787] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.726908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.726966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.727149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.727263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.727384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.727627] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.727739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.727794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.727903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.728092] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.728208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.728279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.728456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.728456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.728597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.728635] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.040855] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69956d68-e8ef-4139-a381-49045db2b14b in Status: SUCCESS [ 772.041070] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69956d68-e8ef-4139-a381-49045db2b14b deletion is rescheduled due to dependency. [ 772.041210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.230986] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47cc9c3d-3fe0-4219-95ee-41d894b321f7: rpc.has_security_group_logging(os_id): False [ 772.253059] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.253286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.253428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.253652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.253749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.254267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.254575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.254575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.254782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.254937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.255111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.255238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.255294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.255657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.255726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.255917] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.256026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.256086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.256231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.256302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.256453] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be created. [ 772.334631] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.334832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.334888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.335156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.335355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.348550] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 772.547204] env[65363]: INFO networking_nsxv3.common.synchronization [req-9e145ad2-2c36-4263-86c5-62a03d290099 req-ea286919-61e9-4f43-895b-3ec1073efc51 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 772.547936] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGHEST for action security_group_members [ 772.548602] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.548788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.548888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.549202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.549434] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.549590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.549684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.549912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.550051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.550274] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.765961] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 772.766377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.053528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.053707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.053777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.054011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.054118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.054318] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.054421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.054483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.054670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.054752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.054839] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be updated. [ 773.090969] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.091171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.091244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.091558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.091710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.102755] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: IN_PROGRESS for 2s [ 773.114050] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 773.114286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.114448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.114663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.114850] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.114970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.115105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.115199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.115281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.115398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.115463] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.620710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.620710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.620710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.621549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.621549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.621549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.621549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.621549] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.123395] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5c60ad9-5cb3-4428-81e1-02967ef32161: rpc.has_security_group_logging(os_id): False [ 774.143973] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.144144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.144221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.144451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.144551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.144761] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.144861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.144928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.145096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.145177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.145359] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.145456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.145519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.145661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.145749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.145916] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.146022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.146121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.146225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.146301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.146391] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be created. [ 774.206907] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.207021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.207080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.207287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.207959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.219886] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 774.366158] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 774.366400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.117668] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 in Status: SUCCESS [ 775.117668] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 deletion is rescheduled due to dependency. [ 775.117668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.235390] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 776.235760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.549258] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 777.549601] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 777.942432] env[65363]: INFO networking_nsxv3.common.synchronization [req-42212b19-bc34-406e-b585-9c87ec947da8 req-c942d7a6-ef9f-4376-bf27-f17e8ab00a73 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Enqueued Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_members [ 777.942432] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGHEST for action security_group_members [ 777.942432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.942432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.942983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.943470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.943735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.943964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.944142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.944380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.944758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.945061] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.448757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.448757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.448757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.449820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.450377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.450726] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.450859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.450859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.451010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.451096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.451189] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 is going to be updated. [ 778.479024] env[65363]: INFO networking_nsxv3.common.synchronization [None req-e6dfc757-0b3f-473c-bb23-7c700804aa3f None None] Enqueued Resource ID: 5df36063-ff18-4e47-b63d-b273062c9dc6 with Priority: HIGHEST for action port [ 778.479024] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df36063-ff18-4e47-b63d-b273062c9dc6 with Priority: HIGHEST for action port [ 778.479024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df36063-ff18-4e47-b63d-b273062c9dc6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.479024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df36063-ff18-4e47-b63d-b273062c9dc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.479024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df36063-ff18-4e47-b63d-b273062c9dc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.479024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df36063-ff18-4e47-b63d-b273062c9dc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.479024] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df36063-ff18-4e47-b63d-b273062c9dc6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.491629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.493024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.493024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.493024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.493024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.504768] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 in Status: IN_PROGRESS for 2s [ 778.988035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5df36063-ff18-4e47-b63d-b273062c9dc6 [ 778.988035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.988035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.988035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.988035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.988035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.988035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5df36063-ff18-4e47-b63d-b273062c9dc6 already deleted. [ 778.988035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df36063-ff18-4e47-b63d-b273062c9dc6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.258811] env[65363]: INFO networking_nsxv3.common.synchronization [None req-84fcd245-6a17-4d99-888a-10e4d3be2628 None None] Enqueued Resource ID: f311c98e-df0a-46d2-9a0f-244b054bbfc4 with Priority: HIGHEST for action port [ 779.259399] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f311c98e-df0a-46d2-9a0f-244b054bbfc4 with Priority: HIGHEST for action port [ 779.259757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f311c98e-df0a-46d2-9a0f-244b054bbfc4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.259902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f311c98e-df0a-46d2-9a0f-244b054bbfc4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.260389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f311c98e-df0a-46d2-9a0f-244b054bbfc4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.262376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f311c98e-df0a-46d2-9a0f-244b054bbfc4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.262587] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f311c98e-df0a-46d2-9a0f-244b054bbfc4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.441070] env[65363]: INFO networking_nsxv3.common.synchronization [req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 req-717779f5-afe7-4654-ae7c-ef5bfb54f214 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 779.441661] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 779.441966] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.442512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.442607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.443093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.443093] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.443479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.443479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.443479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.443479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.443661] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.769247] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f311c98e-df0a-46d2-9a0f-244b054bbfc4 [ 779.769247] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.769247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.769247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.769247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.769247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.769247] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f311c98e-df0a-46d2-9a0f-244b054bbfc4 already deleted. [ 779.769247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f311c98e-df0a-46d2-9a0f-244b054bbfc4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.946110] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.946273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.946340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.946553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.946641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.946829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.946922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.946999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.947224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.947308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.947396] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 already deleted. [ 779.947497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.051966] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.052384] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.052384] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.052735] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.053013] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.053329] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.053407] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.053633] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.053771] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.053978] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.054119] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.054222] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.054322] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.054427] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.058474] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.058474] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.079272] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.079272] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.079272] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.079272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.079272] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.079272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.079272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.079272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.079272] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.529785] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 in Status: SUCCESS [ 780.530465] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 deletion is rescheduled due to dependency. [ 780.530465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.582732] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.582985] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.583165] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.584871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.584871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.584871] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc not found, creating... [ 780.584871] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.584871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.584871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.584871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.584871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.585350] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.585350] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.585350] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.585485] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.587326] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.587326] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc is going to be created. [ 780.610424] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.610620] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.610715] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.611000] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.611231] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.611455] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.220597] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e req-6d64ded8-e2b7-4d7d-ab1b-b37a75d14946 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 781.221532] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 781.221883] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.222338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.222414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.223032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.223032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.223032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.223032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.223241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.223241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.223308] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.256363] env[65363]: INFO networking_nsxv3.common.synchronization [None req-9a08c2e0-5710-4ca6-99ca-608d59ee10c4 None None] Enqueued Resource ID: a946086c-14bc-4053-a3ff-7f617eb928f5 with Priority: HIGHEST for action port [ 781.256856] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a946086c-14bc-4053-a3ff-7f617eb928f5 with Priority: HIGHEST for action port [ 781.257287] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a946086c-14bc-4053-a3ff-7f617eb928f5 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.257371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a946086c-14bc-4053-a3ff-7f617eb928f5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.257428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a946086c-14bc-4053-a3ff-7f617eb928f5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.257693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a946086c-14bc-4053-a3ff-7f617eb928f5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.257778] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a946086c-14bc-4053-a3ff-7f617eb928f5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.349761] env[65363]: INFO networking_nsxv3.common.synchronization [req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 req-140a4ff3-d82a-4afd-826a-30164dc5c042 service nova] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 781.349761] env[65363]: INFO networking_nsxv3.common.synchronization [req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 req-140a4ff3-d82a-4afd-826a-30164dc5c042 service nova] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 781.349761] env[65363]: INFO networking_nsxv3.common.synchronization [req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 req-140a4ff3-d82a-4afd-826a-30164dc5c042 service nova] Enqueued Resource ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with Priority: HIGHEST for action port [ 781.349761] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 781.349761] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 781.350022] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with Priority: HIGHEST for action port [ 781.353875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.353875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.353875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.353875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.353875] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.354890] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.355065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.355130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.355309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.355432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.356325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.356325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.356325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.356325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.356325] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.357571] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.357571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.357571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.357725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.357725] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.436579] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c29070db-2d64-4473-bbf4-65c9e002964b tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_rules [ 781.438605] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_rules [ 781.438605] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.438605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.438605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.438605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.438605] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.616384] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4cc77123-a45b-4b30-81fd-14efbbd9557e tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_rules [ 781.617302] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_rules [ 781.618521] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.618711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.641182] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.641383] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.641502] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.641784] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.642178] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.642382] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.642519] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.642764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.645907] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.645907] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.645907] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.645907] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.645907] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.645907] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.645907] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.645907] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.668019] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.668019] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.668019] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.668019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.668019] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-65de6e4e-7c5a-4963-93d0-93bed9e76d45 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.668019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.668019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.668019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.668019] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65de6e4e-7c5a-4963-93d0-93bed9e76d45',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.725296] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.759992] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a946086c-14bc-4053-a3ff-7f617eb928f5 [ 781.760239] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.760390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.760455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.760754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.760754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.760961] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a946086c-14bc-4053-a3ff-7f617eb928f5 already deleted. [ 781.760961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a946086c-14bc-4053-a3ff-7f617eb928f5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.859619] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.860681] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.860809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.861028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with status ACTIVE [ 781.861155] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.861351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.861351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.861600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.861750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.862057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.862192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.862235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.862480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.862565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.862750] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.862871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.862914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.863659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.863659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.863659] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc is going to be updated. [ 781.885880] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.886040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.886105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.886313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.886452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.886609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.963605] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.963854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.963983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.964328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.964328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.964459] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead1c92c-c1cb-4616-a545-00df6070478a already deleted. [ 781.964836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.964836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.965088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.965246] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.968160] env[65363]: INFO networking_nsxv3.common.synchronization [None req-0dffc3c7-dfa4-410f-b195-c93b5d117295 None None] Enqueued Resource ID: 364aa9ae-5027-4e2d-a900-234c0719f8db with Priority: HIGHEST for action port [ 781.968289] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364aa9ae-5027-4e2d-a900-234c0719f8db with Priority: HIGHEST for action port [ 781.968910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-364aa9ae-5027-4e2d-a900-234c0719f8db taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.969166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-364aa9ae-5027-4e2d-a900-234c0719f8db" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.969166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-364aa9ae-5027-4e2d-a900-234c0719f8db" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.969241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-364aa9ae-5027-4e2d-a900-234c0719f8db" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.969315] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('364aa9ae-5027-4e2d-a900-234c0719f8db',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.175031] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.175031] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 65de6e4e-7c5a-4963-93d0-93bed9e76d45 not found, creating... [ 782.175031] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.175031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.175729] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.175729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.175729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.175729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.175729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.175729] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 65de6e4e-7c5a-4963-93d0-93bed9e76d45 is going to be created. [ 782.203015] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.203336] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.203492] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.203791] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.204073] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.204335] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.227312] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.366043] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.464748] env[65363]: INFO networking_nsxv3.common.synchronization [None req-9480e9ad-c327-4b4f-90d9-1ed275c490e9 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 782.465328] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 782.465632] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.465756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.465810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.466070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.466152] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.471388] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 364aa9ae-5027-4e2d-a900-234c0719f8db [ 782.471584] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.471704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.471780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.471949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.472054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.472130] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:364aa9ae-5027-4e2d-a900-234c0719f8db already deleted. [ 782.472197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-364aa9ae-5027-4e2d-a900-234c0719f8db" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.494264] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.494412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.494477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.494744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.494841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.494929] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead1c92c-c1cb-4616-a545-00df6070478a already deleted. [ 782.495020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.655987] env[65363]: INFO networking_nsxv3.common.synchronization [None req-36729636-65ed-45e9-ac71-9dd5483acabb tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 782.655987] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 782.655987] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.655987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.730028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.730028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.730028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.730028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.730235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.730235] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 782.761093] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.761256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.761328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.761552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.761691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.771534] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 782.869690] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.869854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.869925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.870211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.870289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.870426] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be created. [ 782.902509] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.902652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.902721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.903040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.903203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.914306] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: UNINITIALIZED for 2s [ 782.944698] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e req-7ef2499d-eb6e-4808-be29-b3e4bb167336 service nova] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_rules [ 782.944881] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e req-7ef2499d-eb6e-4808-be29-b3e4bb167336 service nova] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 782.945019] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e req-7ef2499d-eb6e-4808-be29-b3e4bb167336 service nova] Enqueued Resource ID: 65de6e4e-7c5a-4963-93d0-93bed9e76d45 with Priority: HIGHEST for action port [ 782.945244] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_rules [ 782.945382] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 782.945513] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65de6e4e-7c5a-4963-93d0-93bed9e76d45 with Priority: HIGHEST for action port [ 782.946015] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.946344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.946428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.946632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.947028] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.947781] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.948517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.948517] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-65de6e4e-7c5a-4963-93d0-93bed9e76d45 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.948762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.948914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.950149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.950149] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65de6e4e-7c5a-4963-93d0-93bed9e76d45',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.987116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.987287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.991037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.991037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.991037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.991037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 already deleted. [ 782.991037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.991037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.991037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.991037] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.453496] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65de6e4e-7c5a-4963-93d0-93bed9e76d45 with status ACTIVE [ 783.453496] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.453496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.453496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.453496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.453496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.454482] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.454482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.454482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.454482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.454482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.454482] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.454482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.454482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.454863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.454863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.454863] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65de6e4e-7c5a-4963-93d0-93bed9e76d45 is going to be updated. [ 783.456026] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.456026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.478434] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.478434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.478434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.478752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.478752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.478958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65de6e4e-7c5a-4963-93d0-93bed9e76d45" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.511278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.511278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.511278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.511482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.511544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.511780] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 already deleted. [ 783.511827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.675018] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd53574b-5172-476c-93c7-2e738d48f332 req-6c4adbd9-04fd-4d43-80e3-a120efe3b121 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 783.675632] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 783.675986] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.676097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.676147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.676311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.676465] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.676569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.676643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.676792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.676876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.676965] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.108072] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108357] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.108357] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.108610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.108810] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108956] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.109113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.111638] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.111638] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.111638] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.111638] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.111638] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.111638] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.111638] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.111638] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.111638] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.136484] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.136724] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.136841] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.137128] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-735" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.137291] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.137460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.137575] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.137910] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.138056] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2322a6-98fd-4b64-a5cf-ac0ab81590bc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.180044] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.180254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.180254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.180484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.180584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.180777] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.180875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.180934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.181132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.181193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.181259] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be updated. [ 784.229143] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.229394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.229456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.229896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.229896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.242135] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: IN_PROGRESS for 2s [ 784.358045] env[65363]: INFO networking_nsxv3.common.synchronization [req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 req-69f7c741-e8cb-4aab-9b8e-61c6937ce47b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 784.359816] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 784.359816] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.359816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.359816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.359816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.359816] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.360085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.360085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.360327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.360327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.360480] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.643602] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.643602] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.643602] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.643602] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.643602] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.643602] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc not found, creating... [ 784.644381] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.644381] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.644524] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.644766] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.644947] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.645274] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.645482] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.645619] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.645926] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646102] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.646270] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc is going to be created. [ 784.670817] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.671063] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.671192] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.671480] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.671713] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.671946] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.786996] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 784.787253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.787469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.787680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.787840] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.787961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.788039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.788198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.788283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.788381] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.863327] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.863603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.863707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.863949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.864063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.864426] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.864426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.864557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.864693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.864782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.864873] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 784.909629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.909805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.909901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.910259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.910464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.921238] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 784.923792] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 784.924062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.924167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.924391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.924579] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.924695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.925495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.925495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.925495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.925495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.925495] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.297434] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.376108] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd53574b-5172-476c-93c7-2e738d48f332 req-09c0ce69-59b4-4ac7-8389-9ee4267bf15e service nova] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 785.376324] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd53574b-5172-476c-93c7-2e738d48f332 req-09c0ce69-59b4-4ac7-8389-9ee4267bf15e service nova] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 785.376436] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd53574b-5172-476c-93c7-2e738d48f332 req-09c0ce69-59b4-4ac7-8389-9ee4267bf15e service nova] Enqueued Resource ID: 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc with Priority: HIGHEST for action port [ 785.376971] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_rules [ 785.377151] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 785.377491] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc with Priority: HIGHEST for action port [ 785.377571] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.377705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.377705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.377999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.377999] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.378878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.379028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.379185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.379279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.379344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.379529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.379604] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2322a6-98fd-4b64-a5cf-ac0ab81590bc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.427635] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.427731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.427903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.428109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.428520] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.428520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.428520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.428769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.428769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.428858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.429050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.429407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.429407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.429523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.429717] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.429852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.429915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.430080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.430164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.430249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.430349] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.800058] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.882100] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.882259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.882529] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc with status ACTIVE [ 785.882712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.882819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.882923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.883202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.883322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.883598] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.883770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.883856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.884073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.884169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.884379] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.884480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.884543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.884712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.884802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.884900] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc is going to be updated. [ 785.908869] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.909037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.909108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.909315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.909446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.909605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.933760] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ed5282-3860-473f-b234-de46fcf28330: rpc.has_security_group_logging(os_id): False [ 785.954907] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.955067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.955139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.955350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.955438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.956028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.956028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.956028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.956224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.956364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.956577] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.956699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.956789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.957052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.957214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.957484] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.957678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.958744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.958744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.958744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.958744] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be created. [ 786.027498] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.027498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.027498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.028540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.028896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.053866] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 786.219507] env[65363]: INFO networking_nsxv3.common.synchronization [None req-9f4d8fc3-12f5-4638-a385-b9e63e9eb5bb tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: 29163097-adf9-42ad-bcf2-a38fa6985292 with Priority: HIGHEST for action security_group_rules [ 786.219507] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29163097-adf9-42ad-bcf2-a38fa6985292 with Priority: HIGHEST for action security_group_rules [ 786.219507] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29163097-adf9-42ad-bcf2-a38fa6985292 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.219507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.220076] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.220076] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29163097-adf9-42ad-bcf2-a38fa6985292',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.255223] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 786.255485] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 deletion is rescheduled due to dependency. [ 786.255554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.256071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.256314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.256507] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.256664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.256818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.257053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.257148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.257285] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.302249] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.302602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.302730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.303100] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.303266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.303461] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 786.334655] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a77d6187-e429-41bd-a4ba-ccd4937b3036 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: 29163097-adf9-42ad-bcf2-a38fa6985292 with Priority: HIGHEST for action security_group_rules [ 786.335513] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29163097-adf9-42ad-bcf2-a38fa6985292 with Priority: HIGHEST for action security_group_rules [ 786.335920] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29163097-adf9-42ad-bcf2-a38fa6985292 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.336089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.337750] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.338218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.338475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.351358] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 786.747507] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.747507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.747507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.747507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.747507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.747507] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29163097-adf9-42ad-bcf2-a38fa6985292 already deleted. [ 786.747507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.747507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.747507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.747507] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29163097-adf9-42ad-bcf2-a38fa6985292',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.762839] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.932106] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 786.932684] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 deletion is rescheduled due to dependency. [ 786.933042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.267655] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.269846] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.269846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.269846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.270071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.270165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.270805] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29163097-adf9-42ad-bcf2-a38fa6985292 already deleted. [ 787.270805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29163097-adf9-42ad-bcf2-a38fa6985292" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.772543] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.772543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.772543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.772868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.772868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.772868] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be updated. [ 787.816490] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.816490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.816490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.816490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.816490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.825914] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: IN_PROGRESS for 2s [ 788.069195] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 788.069452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.366305] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.366305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.366305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.366305] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.738803] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ed63958-9fb4-4508-a65c-8016a96e46f2 req-315ff4e0-6cb2-4c84-8bcf-88af38425327 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 788.739461] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 788.740110] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.740607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.740607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.741241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.741696] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.742811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.742811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.742811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.742811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.742811] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.786435] env[65363]: INFO networking_nsxv3.common.synchronization [req-49b309f9-843f-4e80-bd2f-8618adcf6d15 req-be205187-ab72-480c-8eac-87c36d0503af tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 788.786435] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 788.786435] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.786435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.786435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.786435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.786435] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.786435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.786435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.787034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.787248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.787445] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.868626] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.868698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.164160] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-532 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.164160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.164160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.164160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.164160] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.164160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.164160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.164160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.164160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.165324] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.165597] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.165913] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.166228] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.166460] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.166672] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.168218] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.189805] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.189805] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.189805] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.189805] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-532" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.189805] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-d470d5f9-1596-431d-912b-817813dc98c3 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.190054] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.190054] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.190887] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.190887] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d470d5f9-1596-431d-912b-817813dc98c3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.236337] env[65363]: INFO networking_nsxv3.common.synchronization [req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 req-ed249b76-c994-47f5-a46a-da297edfe08d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_members [ 789.236886] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGHEST for action security_group_members [ 789.237277] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.237650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.237650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.238106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.238351] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.238498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.238589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.238905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.239101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.239259] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.245163] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.290694] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.692924] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.693231] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.693348] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.693621] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.693785] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.693942] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port d470d5f9-1596-431d-912b-817813dc98c3 not found, creating... [ 789.694223] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.694413] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.694557] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.694851] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.695021] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.696220] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.696220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.696220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.696220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.696220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.696605] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: d470d5f9-1596-431d-912b-817813dc98c3 is going to be created. [ 789.726185] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.726403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.726521] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.730026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.730026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.730026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.742467] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.742794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.742794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.743063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.743408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.743528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.743635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.743692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.743925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.744073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.744206] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a is going to be updated. [ 789.747317] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.792805] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.794863] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.795093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.795093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.795297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.795436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.808759] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a in Status: IN_PROGRESS for 2s [ 789.837297] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 789.838401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.838401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.838401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.838401] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.838596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.838716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.838900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.838987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.839092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.839190] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.250478] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.250478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.250478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.250478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.250478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.250478] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 790.288350] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.288350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.288350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.288508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.288508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.298571] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 790.300121] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.300273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.300364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.300569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.300654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.300750] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be updated. [ 790.332020] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.332020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.332020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.332020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.332020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.341701] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: IN_PROGRESS for 2s [ 790.342382] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.464504] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ed63958-9fb4-4508-a65c-8016a96e46f2 req-fa0dab02-2cf3-4c08-a66b-b4261e2dbc3c service nova] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_rules [ 790.464680] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ed63958-9fb4-4508-a65c-8016a96e46f2 req-fa0dab02-2cf3-4c08-a66b-b4261e2dbc3c service nova] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 790.464809] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ed63958-9fb4-4508-a65c-8016a96e46f2 req-fa0dab02-2cf3-4c08-a66b-b4261e2dbc3c service nova] Enqueued Resource ID: d470d5f9-1596-431d-912b-817813dc98c3 with Priority: HIGHEST for action port [ 790.465401] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_rules [ 790.465545] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 790.465641] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d470d5f9-1596-431d-912b-817813dc98c3 with Priority: HIGHEST for action port [ 790.465911] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.466035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.466263] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.466353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.466528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d470d5f9-1596-431d-912b-817813dc98c3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.466627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.466690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.466953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.468751] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d470d5f9-1596-431d-912b-817813dc98c3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.847822] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce0ac14-0777-484a-93a5-7b349f9b6df4: rpc.has_security_group_logging(os_id): False [ 790.863346] env[65363]: INFO networking_nsxv3.common.synchronization [req-ea893ee7-d7b5-4c2d-a951-4a82c8a2e6f7 req-fdfc1155-8edc-47af-bfbf-c0e14b557420 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 790.863562] env[65363]: INFO networking_nsxv3.common.synchronization [req-ea893ee7-d7b5-4c2d-a951-4a82c8a2e6f7 req-fdfc1155-8edc-47af-bfbf-c0e14b557420 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 790.864537] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 790.864893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 790.865078] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.865209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.865263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.865530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.865614] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.865714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.865769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.865931] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.866048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.866173] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.867180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.867419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.867419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.867597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.868175] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.868175] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.868175] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.868519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.868519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.868830] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.870591] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.870735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.870785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.870957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.871059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.871292] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.871391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.871480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.871622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.871701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.871787] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be updated. [ 790.928417] env[65363]: INFO networking_nsxv3.common.synchronization [req-ea893ee7-d7b5-4c2d-a951-4a82c8a2e6f7 req-fdfc1155-8edc-47af-bfbf-c0e14b557420 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_rules [ 790.928643] env[65363]: INFO networking_nsxv3.common.synchronization [req-ea893ee7-d7b5-4c2d-a951-4a82c8a2e6f7 req-fdfc1155-8edc-47af-bfbf-c0e14b557420 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 790.928839] env[65363]: INFO networking_nsxv3.common.synchronization [req-ea893ee7-d7b5-4c2d-a951-4a82c8a2e6f7 req-fdfc1155-8edc-47af-bfbf-c0e14b557420 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 790.929474] env[65363]: INFO networking_nsxv3.common.synchronization [req-ea893ee7-d7b5-4c2d-a951-4a82c8a2e6f7 req-fdfc1155-8edc-47af-bfbf-c0e14b557420 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 790.929474] env[65363]: INFO networking_nsxv3.common.synchronization [req-ea893ee7-d7b5-4c2d-a951-4a82c8a2e6f7 req-fdfc1155-8edc-47af-bfbf-c0e14b557420 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with Priority: HIGHEST for action port [ 790.929896] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_rules [ 790.930091] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 790.930215] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with Priority: HIGHEST for action port [ 790.930359] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 790.930488] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 790.930814] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.931119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.931119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.931505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.931505] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.932547] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.932684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.932778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.933045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.933151] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.934153] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.934317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.934490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.934726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.934775] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.935927] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.936055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.936240] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.936333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.949860] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.950015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.950015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.950216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.950378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.964982] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: IN_PROGRESS for 2s [ 790.969456] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d470d5f9-1596-431d-912b-817813dc98c3 with status ACTIVE [ 790.969787] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.970042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.970195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.970537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.970736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.971055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.971895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.971895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.971895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.971895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.971895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.971895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.973269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.973269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.973269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.973269] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d470d5f9-1596-431d-912b-817813dc98c3 is going to be updated. [ 791.005244] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.005739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.005739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.005739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.005972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.006159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d470d5f9-1596-431d-912b-817813dc98c3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.375093] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.376026] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.378160] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 791.378244] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 791.378353] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_members [ 791.379827] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 791.379827] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 791.379896] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_members [ 791.380356] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.380423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.380600] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.380642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.380837] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.380966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.381058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.381307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.381460] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.382428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.382428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.382428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.382428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.382428] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.437677] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_rules [ 791.437863] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_members [ 791.438011] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_rules [ 791.438137] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 791.438256] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 791.438368] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 791.438569] env[65363]: INFO networking_nsxv3.common.synchronization [req-2aec75e4-aa6e-4ed3-93c7-8ede92dee915 req-0b3f9622-e4b7-4a5a-b941-ffc242bc3f2d tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with Priority: HIGHEST for action port [ 791.438839] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.438950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.439452] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.439566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.439723] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with status ACTIVE [ 791.439893] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.440007] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.440071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.440663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.440663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.440827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.441123] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.441218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.441280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.441422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.441499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.441586] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc is going to be updated. [ 791.443942] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_rules [ 791.443942] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_rules [ 791.443942] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 791.443942] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with Priority: HIGHEST for action port [ 791.443942] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 791.444181] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_members [ 791.444181] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 791.444877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.444985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.445062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.445289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.445479] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.447786] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.447786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.447786] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.447786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.447986] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.447986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.448347] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.448429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.448593] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.448678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.449041] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.449041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.469739] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.469816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.469851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.470053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.470200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.470364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.470521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.470683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.470768] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.821799] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a in Status: SUCCESS [ 791.821799] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a deletion is rescheduled due to dependency. [ 791.822064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.880181] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.881050] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.885113] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.950641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.950883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.976268] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc with status ACTIVE [ 791.976607] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.976803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.976905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980021] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980021] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.980021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.980021] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc is going to be updated. [ 792.008279] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.008506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.008506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.008739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.008921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.009564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.313024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.313024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.313024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.313024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.313851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.313851] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.313992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.314056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.315330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.315330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.315330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.315330] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.315330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.315663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.315663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.315768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.315768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.315983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.316062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.316131] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.355877] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: SUCCESS [ 792.355877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.384821] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.385193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.385193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.385193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.385345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.385345] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be created. [ 792.386714] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.386847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.386894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.387095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.387182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.387649] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 792.388331] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.414905] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.415094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.415202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.415430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.415658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.424755] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.425238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.425238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.425361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.425594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.428861] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: UNINITIALIZED for 2s [ 792.436723] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 792.819789] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dc1124c-3a43-4327-9640-60c41e398e38: rpc.has_security_group_logging(os_id): False [ 792.821702] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.855503] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.855503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.855503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.856213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.856213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.856213] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.856510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.860692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.860989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.860989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.861468] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.861728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.861822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.862038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.862138] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.862552] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.862771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.862969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.863148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.863248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.863863] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 792.891748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.891748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.891921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.892255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.892255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.892468] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade is going to be created. [ 792.928066] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.928218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.928290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.928706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.928941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.945665] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: UNINITIALIZED for 2s [ 792.960569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.960880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.960880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.961012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.961079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.979677] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 792.980177] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 792.980496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.016049] env[65363]: INFO networking_nsxv3.common.synchronization [req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 req-c0d95dfd-4788-41e8-8ad0-5865b58846a3 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Enqueued Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_members [ 793.016599] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_members [ 793.016910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.018826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.018826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.019734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.020548] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.020670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.020740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.020979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.021067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.021179] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.325374] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.466037] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.466420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-712" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.466420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-712" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.466721] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-712" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.466978] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.467237] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.467347] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.467575] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.467720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.467915] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.468033] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.468135] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.468278] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.468352] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.468451] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.468606] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.489448] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.489659] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.489738] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.489900] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-712" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.490243] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-2e388df9-1a49-47d1-98a2-699e629ac8df taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.490469] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.490580] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.490908] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.491129] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e388df9-1a49-47d1-98a2-699e629ac8df',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.530032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.530267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.530267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.530515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.530613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530841] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.530944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.531018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.531179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.531279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.531374] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 already deleted. [ 793.531474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.827451] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.827637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.827681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.828582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.828753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.828903] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 793.881832] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.882095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.882199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.882636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.882841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.893653] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 793.993552] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.994135] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.994135] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.995252] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.995673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.995889] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 2e388df9-1a49-47d1-98a2-699e629ac8df not found, creating... [ 793.996558] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.996994] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.997170] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.997465] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.997704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.998110] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.998415] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.998569] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.998833] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.999129] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.999312] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 2e388df9-1a49-47d1-98a2-699e629ac8df is going to be created. [ 794.024469] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.024713] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.024879] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.025462] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.025581] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.025770] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.443715] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 794.443715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.443898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.444122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.444309] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.444426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.444498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.444638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.444732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.444834] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.454819] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 794.456432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.456432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.456432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.456432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.456432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.456432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.456432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.456432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.456432] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.786332] env[65363]: INFO networking_nsxv3.common.synchronization [req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 req-5235734a-179e-40d2-8778-68e8ed72e1b1 service nova] Enqueued Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_rules [ 794.786332] env[65363]: INFO networking_nsxv3.common.synchronization [req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 req-5235734a-179e-40d2-8778-68e8ed72e1b1 service nova] Enqueued Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_members [ 794.786618] env[65363]: INFO networking_nsxv3.common.synchronization [req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 req-5235734a-179e-40d2-8778-68e8ed72e1b1 service nova] Enqueued Resource ID: 2e388df9-1a49-47d1-98a2-699e629ac8df with Priority: HIGHEST for action port [ 794.786944] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_rules [ 794.787132] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_members [ 794.787182] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e388df9-1a49-47d1-98a2-699e629ac8df with Priority: HIGHEST for action port [ 794.788877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.788877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.788877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.788877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.788877] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.788877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.789113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.789113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.789490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.789490] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.789490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.789645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.789645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.789743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.789816] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.792744] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e388df9-1a49-47d1-98a2-699e629ac8df taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.792876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.795472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.795472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.795472] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e388df9-1a49-47d1-98a2-699e629ac8df',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.949049] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.959020] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: SUCCESS [ 794.959396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.959714] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.960837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.961375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.961790] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.961973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.962093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.962392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.962528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.962670] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.992901] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 794.992901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.992901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.993233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.993330] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.295138] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.295272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.295470] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.296686] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e388df9-1a49-47d1-98a2-699e629ac8df with status ACTIVE [ 795.296869] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.297567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.297567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.297567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.297567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.297567] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.297567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.297798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.297798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.297852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.297996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.298111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.298149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.298321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.298384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.298431] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e388df9-1a49-47d1-98a2-699e629ac8df is going to be updated. [ 795.323141] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.323302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.323389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.323596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.323739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.323901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e388df9-1a49-47d1-98a2-699e629ac8df" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.452036] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.465418] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.467105] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.495584] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.495938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.800978] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.911181] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 795.911400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.911576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.911804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.912046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.912228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.912296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.912516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.912630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.912699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.912772] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.956763] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.956763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.956763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.956763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.956763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.956763] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be updated. [ 795.972139] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.972290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.972338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.972652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.973275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.973275] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 795.974851] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.991116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.991266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.991357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.993031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.993031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.003503] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: IN_PROGRESS for 2s [ 796.014069] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.014069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.014069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.014069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.014069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.025068] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 796.305949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.305949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.305949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.305949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.305949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.305949] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 is going to be created. [ 796.332503] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.332503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.332503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.332503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.332503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.345796] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 in Status: UNINITIALIZED for 2s [ 796.416624] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.416624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.416897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.416897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.417094] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.417171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.417216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.417425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.417546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.417648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.417804] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.417902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.417964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.418156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.418308] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.418488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.418634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.418722] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418994] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.479446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.479446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.479446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.479585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.479673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.479775] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade is going to be updated. [ 796.506863] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.507024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.507142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.507302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.507442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.517343] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: IN_PROGRESS for 2s [ 796.921777] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2dc1124c-3a43-4327-9640-60c41e398e38: rpc.has_security_group_logging(os_id): False [ 796.947422] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.947422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.947422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.947816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.947816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.947967] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.948110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.948177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.948411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.948504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.948696] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.948794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.948856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.949013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.949089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.949309] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.949418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.949567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.949672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.949960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.949960] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 797.067863] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.068073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.068502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.068757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.068910] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.085723] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 798.015871] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 798.016324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.016700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.016771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.017097] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.017235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.017282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.017627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.017940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.017940] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.044540] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 798.044944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.045554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.045919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.046354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.046512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.046577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.046838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.046923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.047319] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.362711] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 in Status: SUCCESS [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.362711] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.362711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.362711] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.522514] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.532298] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: SUCCESS [ 798.532298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.532298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.532298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.532298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.532298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.532298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.532726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.532726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.532726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.532824] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.552392] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.865787] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.028068] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.034886] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.054491] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.104660] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 799.104915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.367952] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4cd06b5-edd8-4367-af20-bc54c9c15907: rpc.has_security_group_logging(os_id): False [ 799.388062] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.388062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.388062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.388062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.388374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.389504] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.389504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.389504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.389504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.389504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.389504] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 is going to be created. [ 799.452096] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.452257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.452345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.452691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.452948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.466681] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 in Status: IN_PROGRESS for 2s [ 799.530657] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.530906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.530963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.531283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.531427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.531578] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be updated. [ 799.537024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a7599fd-f08a-40c8-8026-6e5fa13c3ade: rpc.has_security_group_logging(os_id): False [ 799.560965] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.561201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.561307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.561663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.561814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.561965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 799.568818] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.569354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.569354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.569546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.569546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.569730] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.569856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.569933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.570117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.570195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.570286] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade is going to be created. [ 799.601812] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.602137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.602137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.602465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.602548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.612481] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: IN_PROGRESS for 2s [ 799.622420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.622691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.623034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.623114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.623432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.639344] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 799.659982] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.659982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.659982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.659982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.660273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.674932] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: IN_PROGRESS for 2s [ 799.788533] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 799.788692] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=10 [ 799.926764] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:0 completed [ 799.926845] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:1 started [ 800.185590] env[65363]: INFO networking_nsxv3.common.synchronization [req-e20b8642-b34a-4061-98b9-dce08a98a7dd req-bb37844b-307c-4610-bf52-a1794673d064 tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Enqueued Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_members [ 800.186197] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_members [ 800.186872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.187014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.190624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.190932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.191236] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.191352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.191428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.191650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.191837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.191837] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.524053] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.524296] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-10" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.524426] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-10" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.524872] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-10" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.525277] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.525521] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.525711] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.526069] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.526298] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.526623] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.526805] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.527012] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.527138] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.527261] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.527382] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.527808] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.551731] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.551901] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.552049] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.552231] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-10" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.552747] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.552952] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.553100] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.553783] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.553783] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e7111b-334c-4cdb-8bf6-c2bd16c9510d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.695176] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.695348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.695388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.695688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.695812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.696076] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.696219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.696294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.696507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.696582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.696669] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 already deleted. [ 800.696748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.057718] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.057718] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.057718] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.057718] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.057718] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.057718] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port d3e7111b-334c-4cdb-8bf6-c2bd16c9510d not found, creating... [ 801.058891] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.058891] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.058891] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.059143] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.059143] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.059424] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.059572] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.060168] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.060168] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.060168] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.063787] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: d3e7111b-334c-4cdb-8bf6-c2bd16c9510d is going to be created. [ 801.083695] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.085318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.085318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.085318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.085318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.085318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.481666] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 in Status: SUCCESS [ 801.482090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.626025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.626025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.626025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.626025] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.628398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.630922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.630922] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.630922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.630922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.630922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.630922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.630922] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.649282] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 801.649564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.649647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.649858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.650050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.650158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.650221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.650759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.650759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.650759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.650759] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.651657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.651822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.651976] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.652101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.652162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.653581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.654541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.654541] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.688906] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: SUCCESS [ 801.689228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.798885] env[65363]: INFO networking_nsxv3.common.synchronization [req-e20b8642-b34a-4061-98b9-dce08a98a7dd req-eb633896-d2e2-4800-abfc-1a72c0c17e9c service nova] Enqueued Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_rules [ 801.799079] env[65363]: INFO networking_nsxv3.common.synchronization [req-e20b8642-b34a-4061-98b9-dce08a98a7dd req-eb633896-d2e2-4800-abfc-1a72c0c17e9c service nova] Enqueued Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_members [ 801.799210] env[65363]: INFO networking_nsxv3.common.synchronization [req-e20b8642-b34a-4061-98b9-dce08a98a7dd req-eb633896-d2e2-4800-abfc-1a72c0c17e9c service nova] Enqueued Resource ID: d3e7111b-334c-4cdb-8bf6-c2bd16c9510d with Priority: HIGHEST for action port [ 801.799441] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_rules [ 801.799571] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_members [ 801.799666] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e7111b-334c-4cdb-8bf6-c2bd16c9510d with Priority: HIGHEST for action port [ 801.800424] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.800572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.800572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.800817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.800903] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.801809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.801925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.801993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.802178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.802330] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.802497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.802562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.804389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.804389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.804389] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.804389] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.804389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.804389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.804389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.804389] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e7111b-334c-4cdb-8bf6-c2bd16c9510d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.915291] env[65363]: INFO networking_nsxv3.common.synchronization [req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 req-99eadd4f-add1-4900-a986-72fa7e29b7f0 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 801.916481] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 801.916481] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.916481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.916481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.916832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.916832] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.916936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.916936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.917141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.917230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.917331] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.129894] env[65363]: INFO networking_nsxv3.common.synchronization [req-bd45cfd6-4389-4fd8-a847-7ce048b25666 req-07d28bc2-d6c7-4031-8b23-1779760a960e tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Enqueued Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 802.130673] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 with Priority: HIGHEST for action security_group_members [ 802.131025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bef2c3-8455-48fc-afe5-63dab17afe52 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.131190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.131838] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.134092] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.158296] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.158508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.158715] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.306447] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.306566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.306755] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.310024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3e7111b-334c-4cdb-8bf6-c2bd16c9510d with status ACTIVE [ 802.310024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.310180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.310180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.310448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.310556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.310736] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.310841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.310902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.311088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.311170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.311347] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.311490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.311490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.311641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.311700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.311859] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3e7111b-334c-4cdb-8bf6-c2bd16c9510d is going to be updated. [ 802.332175] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.332319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.332410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.332663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.332889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.333192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.419605] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.634833] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c21298f-cd6b-4a9d-8201-f694852976f6: rpc.has_security_group_logging(os_id): False [ 802.636244] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.658116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.658116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.658116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.658357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.658357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.658880] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.659056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.659173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.659439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.659491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.659580] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be created. [ 802.662963] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.759910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.760190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.760252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.760558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.761645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.773343] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: IN_PROGRESS for 2s [ 802.811707] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.922816] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.013937] env[65363]: INFO networking_nsxv3.common.synchronization [req-5905e1f8-9d24-4443-bf85-3834b535368e req-c37d1929-e3d8-4d7d-a087-9e8310a4c023 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Enqueued Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_members [ 803.014516] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_members [ 803.015345] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.015345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.017257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.017608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.017608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.017999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.017999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.017999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.017999] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.141965] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.143627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.143627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.143627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.143627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143926] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be updated. [ 803.167817] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.167817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.167817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.167817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.167817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.167817] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 803.185091] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.185091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.185091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.185091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.185091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.193611] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: IN_PROGRESS for 2s [ 803.211249] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.211423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.211463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.211696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.211879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.223099] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 803.317642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.317642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.317642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.317642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.317824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.317870] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 is going to be created. [ 803.343079] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.343227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.343296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.343503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.343654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.354029] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 in Status: UNINITIALIZED for 2s [ 803.426873] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.427045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.427167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.427317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.427410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.427505] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 803.463661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.463852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.463922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.464203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.464377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.474254] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 803.522486] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.522486] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.522486] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 already deleted. [ 803.522486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.916048] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.916465] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-476" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.916465] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-476" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.916692] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-476" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.917585] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.917585] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.917585] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.917585] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.917774] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.918106] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.918106] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.918106] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.918256] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.918305] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.918435] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.918607] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.939076] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.939475] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.939564] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.939763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-476" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.940202] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-57bf9bd9-62b9-436a-8c7d-190fbd029b14 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.940345] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.940472] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.940816] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.941232] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bf9bd9-62b9-436a-8c7d-190fbd029b14',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.443183] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.443416] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.443539] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.443843] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.444015] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.444169] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 57bf9bd9-62b9-436a-8c7d-190fbd029b14 not found, creating... [ 804.444915] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.445567] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.445567] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.445567] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.445821] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.445928] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.446113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.446214] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.446457] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.446591] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.446730] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 57bf9bd9-62b9-436a-8c7d-190fbd029b14 is going to be created. [ 804.467503] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.467710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.467826] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.468115] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.468342] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.468558] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.793050] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 804.793320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.794128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.794128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.794128] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.208214] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 805.208560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.209492] env[65363]: INFO networking_nsxv3.common.synchronization [req-5905e1f8-9d24-4443-bf85-3834b535368e req-ac78525b-1aac-4361-9b78-3bdccc224653 service nova] Enqueued Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_rules [ 805.212037] env[65363]: INFO networking_nsxv3.common.synchronization [req-5905e1f8-9d24-4443-bf85-3834b535368e req-ac78525b-1aac-4361-9b78-3bdccc224653 service nova] Enqueued Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_members [ 805.212037] env[65363]: INFO networking_nsxv3.common.synchronization [req-5905e1f8-9d24-4443-bf85-3834b535368e req-ac78525b-1aac-4361-9b78-3bdccc224653 service nova] Enqueued Resource ID: 57bf9bd9-62b9-436a-8c7d-190fbd029b14 with Priority: HIGHEST for action port [ 805.212037] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_rules [ 805.212037] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_members [ 805.218531] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bf9bd9-62b9-436a-8c7d-190fbd029b14 with Priority: HIGHEST for action port [ 805.218531] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.218531] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.218531] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.218531] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.218531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.218531] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.219161] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bf9bd9-62b9-436a-8c7d-190fbd029b14 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.219331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.219447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.219657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.219803] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bf9bd9-62b9-436a-8c7d-190fbd029b14',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.231857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 805.232095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.233445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.233445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.233445] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.233445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.233445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.233445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.233445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.233445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.233717] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.233771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.233852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.234188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.234648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.234648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.234648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.234840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.234881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.234995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.235131] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.298925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.299442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.299442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.299442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.299638] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.299731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.299770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.300266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.300266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.300266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.300266] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.368412] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 in Status: SUCCESS [ 805.368928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.371020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.371020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.371020] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.371020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.371020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.371020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.371020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.371020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.371020] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.486734] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 805.486930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.487107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.487456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.487533] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.487629] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.488716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.488716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.488716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.488716] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bef2c3-8455-48fc-afe5-63dab17afe52',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.573035] env[65363]: INFO networking_nsxv3.common.synchronization [req-bd930141-9d5c-4ca8-af66-2af575ec53a0 req-f226ad9b-0383-40a9-8677-7a973088d68a tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 805.576583] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 805.577805] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.578152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.578587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.579428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.579617] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.579827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.579827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.579991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.580050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.580520] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.717928] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.718089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.721518] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.725672] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57bf9bd9-62b9-436a-8c7d-190fbd029b14 with status ACTIVE [ 805.725672] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.725672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.725672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.725672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.725672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.725672] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.725672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.725672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.726224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.726224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.726224] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.726224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.726224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.726387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.726387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.726568] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57bf9bd9-62b9-436a-8c7d-190fbd029b14 is going to be updated. [ 805.739067] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ed5282-3860-473f-b234-de46fcf28330: rpc.has_security_group_logging(os_id): False [ 805.754635] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.755073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.755182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.755414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.755569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.755743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bf9bd9-62b9-436a-8c7d-190fbd029b14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.759943] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.760092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.760165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.760469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.760582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.760823] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.760938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.761013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.761204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.761285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.761484] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.761584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.761654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.761802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.761885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.762111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.762234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.762269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.762465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.762623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.762734] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 805.804880] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.838067] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.838067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.838067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.838067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.838067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.870463] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 805.875424] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.875424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.875424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.875687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.875907] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.876081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.876210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.876359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.876489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.876567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.876825] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.877628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.877628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.877628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.877628] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.877628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.877628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.877628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.877914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.877914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.877914] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.990809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.991015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.991015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.991312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.991459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.991709] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.991843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.991930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.992196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.992343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.992540] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 is going to be updated. [ 806.023266] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.023468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.023689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.023771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.023961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.037082] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: IN_PROGRESS for 2s [ 806.082852] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.083015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.083098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.083319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.083434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.083713] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.083865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.083937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.084126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.084211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.084311] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 806.118588] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.118829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.118829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.118946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.119048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.131186] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 806.223689] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.305988] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c21298f-cd6b-4a9d-8201-f694852976f6: rpc.has_security_group_logging(os_id): False [ 806.329433] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.329620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.329705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.329971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.330105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.330407] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.330532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.330617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.330824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.330922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.331297] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be updated. [ 806.382150] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39c9dd65-fd26-44e6-99d8-498e57f411b8: rpc.has_security_group_logging(os_id): False [ 806.403910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.404180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.404302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.404710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.404903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.405283] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.405455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.405573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.405844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.405992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.406394] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.406503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.406605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.406839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.406971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.407277] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.407445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.407568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.407792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.407914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.408075] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 is going to be created. [ 806.410973] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.411239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.411239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.411448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.411645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.435108] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: IN_PROGRESS for 2s [ 806.520343] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.520536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.520577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.521439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.521439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.535067] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 in Status: IN_PROGRESS for 2s [ 806.728697] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.731724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.731724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.731724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.731724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.731724] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 is going to be created. [ 806.768160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.768160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.768422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.768422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.768557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.779669] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 in Status: UNINITIALIZED for 2s [ 807.893518] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 807.893518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.893518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.893518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.893518] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.050175] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 in Status: SUCCESS [ 808.050350] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bef2c3-8455-48fc-afe5-63dab17afe52 deletion is rescheduled due to dependency. [ 808.050472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bef2c3-8455-48fc-afe5-63dab17afe52" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.145168] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 808.145371] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 deletion is rescheduled due to dependency. [ 808.145497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.400911] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.401129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.401201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.401406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.401572] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.401664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.401800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.402035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.402035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.402519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.402712] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.448979] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 808.450136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.548022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 in Status: SUCCESS [ 808.548022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.791371] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 in Status: SUCCESS [ 808.791602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.791763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.791987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.792187] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.792307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.792376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.792611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.792696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.792783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.793060] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.905739] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.906102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.906102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.906202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.906352] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.906454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.906520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.906665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.906755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.906843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.906988] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.907096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.907156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.907295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.907427] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.907525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.907609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.907812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.907846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.907905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.907994] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.299246] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.410241] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ed5282-3860-473f-b234-de46fcf28330: rpc.has_security_group_logging(os_id): False [ 809.435657] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.435657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.435657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.435657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.435958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.435958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.436083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.436083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.436240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.436374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.436529] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.436621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.436621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.436746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.436815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.437257] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.437257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.437257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.437438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.437438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.437438] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 809.509953] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.510152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.510210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.510750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.510944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.531619] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 809.801499] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681: rpc.has_security_group_logging(os_id): False [ 809.830472] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.830739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.830739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.832932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.832932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.832932] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.832932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.832932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.832932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.832932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.832932] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 is going to be created. [ 809.902509] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.902509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.902509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.903106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.903106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.924783] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 in Status: IN_PROGRESS for 2s [ 810.429128] env[65363]: INFO networking_nsxv3.common.synchronization [req-81412387-edfb-46ef-beb9-598a020f8651 req-4468d6f5-7650-4662-8d6f-fd0a1ddaa724 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 810.429977] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 810.430581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.430581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.430581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.430813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.430939] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.431150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.431150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.431279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.431343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.431441] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.881054] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.881258] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.881377] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.881652] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.881918] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.882087] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.882312] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.882455] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.882597] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.882828] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.882937] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.883057] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.883159] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.883286] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.883399] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.883503] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.934041] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.978831] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.978944] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.095 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.979099] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.979280] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.979644] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-54757d7b-4044-4bb7-a69e-670018b20c4a taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.979751] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.979865] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.980224] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.980549] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54757d7b-4044-4bb7-a69e-670018b20c4a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.437379] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.483884] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.484158] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.484359] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.484803] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.485568] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.485841] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 54757d7b-4044-4bb7-a69e-670018b20c4a not found, creating... [ 811.486264] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.486514] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.486704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.487265] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.487509] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.488013] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.488272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.488561] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.488829] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.489167] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.489373] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 54757d7b-4044-4bb7-a69e-670018b20c4a is going to be created. [ 811.515916] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.516710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.516710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.517051] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.517143] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.517416] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.547835] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 811.548473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.940104] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.940469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.940469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.940685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.940776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.940882] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be updated. [ 811.946347] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 in Status: SUCCESS [ 811.946561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.028037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.028037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.028037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.028037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.028037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.042847] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: IN_PROGRESS for 2s [ 812.190105] env[65363]: INFO networking_nsxv3.common.synchronization [req-81412387-edfb-46ef-beb9-598a020f8651 req-9d21fff6-9b0e-4fed-b0b0-9f57c4de0c09 service nova] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_rules [ 812.190105] env[65363]: INFO networking_nsxv3.common.synchronization [req-81412387-edfb-46ef-beb9-598a020f8651 req-9d21fff6-9b0e-4fed-b0b0-9f57c4de0c09 service nova] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 812.190105] env[65363]: INFO networking_nsxv3.common.synchronization [req-81412387-edfb-46ef-beb9-598a020f8651 req-9d21fff6-9b0e-4fed-b0b0-9f57c4de0c09 service nova] Enqueued Resource ID: 54757d7b-4044-4bb7-a69e-670018b20c4a with Priority: HIGHEST for action port [ 812.191250] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_rules [ 812.191399] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 812.191499] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54757d7b-4044-4bb7-a69e-670018b20c4a with Priority: HIGHEST for action port [ 812.191789] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.192017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.192263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.192329] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.193432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.193432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.193613] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-54757d7b-4044-4bb7-a69e-670018b20c4a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.193714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.193776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.193965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.200076] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54757d7b-4044-4bb7-a69e-670018b20c4a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.700527] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.700665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.700856] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54757d7b-4044-4bb7-a69e-670018b20c4a with status ACTIVE [ 812.701037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.701147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.701212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.701413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.701507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.701694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.701759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.701820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.701969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.702050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.702275] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.702334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.702370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.702525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.702606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.702705] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54757d7b-4044-4bb7-a69e-670018b20c4a is going to be updated. [ 812.728085] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.728378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.728482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.728990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.729368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.729670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54757d7b-4044-4bb7-a69e-670018b20c4a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.410977] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4ae0be22-9c27-42bc-b502-63cce77965bb None None] Enqueued Resource ID: 2bf0a9d0-0726-4117-a6d5-ba1200c99ace with Priority: HIGHEST for action port [ 813.412183] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf0a9d0-0726-4117-a6d5-ba1200c99ace with Priority: HIGHEST for action port [ 813.412495] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf0a9d0-0726-4117-a6d5-ba1200c99ace taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.414074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf0a9d0-0726-4117-a6d5-ba1200c99ace" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.414074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf0a9d0-0726-4117-a6d5-ba1200c99ace" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.414273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf0a9d0-0726-4117-a6d5-ba1200c99ace" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.414353] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf0a9d0-0726-4117-a6d5-ba1200c99ace',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.917576] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf0a9d0-0726-4117-a6d5-ba1200c99ace [ 813.917957] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.917957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.918107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.918245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.918333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.918429] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf0a9d0-0726-4117-a6d5-ba1200c99ace already deleted. [ 813.918525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf0a9d0-0726-4117-a6d5-ba1200c99ace" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.055928] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 814.056321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.056362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.057434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.060370] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.060370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.060370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.060370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.060370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.060370] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.348537] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7955ca35-fc03-4f55-92c0-e76a8e53276c tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_rules [ 814.349072] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_rules [ 814.349819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.349953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.350045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.350270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.350362] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.519077] env[65363]: INFO networking_nsxv3.common.synchronization [None req-dc1ed38d-598d-4de9-9c90-77b1260dc363 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_rules [ 814.520727] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_rules [ 814.521541] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.522292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.562976] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.809553] env[65363]: INFO networking_nsxv3.common.synchronization [req-24b85684-3e2c-4eeb-bdcb-f00528949644 req-03045136-326b-4a5c-9059-aab502311681 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_members [ 814.810279] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_members [ 814.811785] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.811785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.811785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.812299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.812419] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.812698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.813856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.813856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.813856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.813856] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.881998] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.881998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.881998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.882182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.882312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.882360] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 already deleted. [ 814.882492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.882725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.882929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.883313] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.064306] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.299588] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.299731] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-304" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.299844] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-304" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.300198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-304" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.300463] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.300612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.300717] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.301312] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.301484] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.301718] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.301975] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.302158] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.302269] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.302382] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.302505] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.302647] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.318072] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.318072] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.318072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.318526] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3003db-cd43-45cb-a99c-226589d8621c already deleted. [ 815.318526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.323291] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.323447] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.323600] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.323935] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-304" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.324106] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.324358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.324414] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.325462] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.325462] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fbe0dc-5c21-4a04-83e7-5befce94a0ca',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.409895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.409895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.409895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.409895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.409895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.409895] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 already deleted. [ 815.409895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.567241] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.567702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.568379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.568690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.568876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.569013] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be updated. [ 815.605751] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.605895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.605895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.606347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.606347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.617844] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: IN_PROGRESS for 2s [ 815.679201] env[65363]: INFO networking_nsxv3.common.synchronization [None req-79c22a78-a579-498c-9afe-d5db3c367779 None None] Enqueued Resource ID: 13c23df1-7b40-4e4f-937c-a06c29458a61 with Priority: HIGHEST for action port [ 815.680743] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c23df1-7b40-4e4f-937c-a06c29458a61 with Priority: HIGHEST for action port [ 815.682068] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-13c23df1-7b40-4e4f-937c-a06c29458a61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.682324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13c23df1-7b40-4e4f-937c-a06c29458a61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.682398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13c23df1-7b40-4e4f-937c-a06c29458a61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.682696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13c23df1-7b40-4e4f-937c-a06c29458a61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.682782] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13c23df1-7b40-4e4f-937c-a06c29458a61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.739569] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a1770318-d5ea-4ed7-9f12-2ab4969baeca tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Enqueued Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_rules [ 815.740516] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_rules [ 815.740516] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.740516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.740720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.740851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.740929] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.827158] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.827394] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.827516] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.827796] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.827939] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.828101] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port a9fbe0dc-5c21-4a04-83e7-5befce94a0ca not found, creating... [ 815.828367] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.828558] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.828678] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.829272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.829272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.829393] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.829460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.830036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.830036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.830036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.830036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: a9fbe0dc-5c21-4a04-83e7-5befce94a0ca is going to be created. [ 815.861075] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.861075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.861075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.861384] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.861498] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.861733] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.893311] env[65363]: INFO networking_nsxv3.common.synchronization [None req-d5c7642e-7003-42ec-b183-ac784017ee5d tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Enqueued Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_rules [ 815.894289] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_rules [ 815.894786] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.895017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.185464] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13c23df1-7b40-4e4f-937c-a06c29458a61 [ 816.185464] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.185774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.185774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.185868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.186020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.186139] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13c23df1-7b40-4e4f-937c-a06c29458a61 already deleted. [ 816.186241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13c23df1-7b40-4e4f-937c-a06c29458a61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.262682] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.262829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.262898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.263185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.263275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.263366] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed already deleted. [ 816.263447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.263597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.263744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.263823] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.554188] env[65363]: INFO networking_nsxv3.common.synchronization [req-24b85684-3e2c-4eeb-bdcb-f00528949644 req-868c8538-7489-4655-9c43-7ff926cfd654 service nova] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_rules [ 816.554277] env[65363]: INFO networking_nsxv3.common.synchronization [req-24b85684-3e2c-4eeb-bdcb-f00528949644 req-868c8538-7489-4655-9c43-7ff926cfd654 service nova] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_members [ 816.554402] env[65363]: INFO networking_nsxv3.common.synchronization [req-24b85684-3e2c-4eeb-bdcb-f00528949644 req-868c8538-7489-4655-9c43-7ff926cfd654 service nova] Enqueued Resource ID: a9fbe0dc-5c21-4a04-83e7-5befce94a0ca with Priority: HIGHEST for action port [ 816.554973] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_rules [ 816.555220] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_members [ 816.555367] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fbe0dc-5c21-4a04-83e7-5befce94a0ca with Priority: HIGHEST for action port [ 816.555741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.556025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.556025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.556174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.556272] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.557127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.557244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.557313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.557781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.557941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.558055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.558119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.558266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.558350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.558441] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.560912] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.561661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.561963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.562176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.562264] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fbe0dc-5c21-4a04-83e7-5befce94a0ca',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.653470] env[65363]: INFO networking_nsxv3.common.synchronization [req-07ed5363-a23e-438f-93d1-f6095104c2ba req-34b0db10-c7b8-44af-9fa3-c304d521332b tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Enqueued Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_members [ 816.654544] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGHEST for action security_group_members [ 816.654544] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.654755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.654859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.655205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.655406] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.655553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.655652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.655859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.655974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.656264] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.788926] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.789726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.789809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.790045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.790180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.790306] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed already deleted. [ 816.790461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.064274] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.064636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.064757] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.066289] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9fbe0dc-5c21-4a04-83e7-5befce94a0ca with status ACTIVE [ 817.066490] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068762] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068762] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068762] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9fbe0dc-5c21-4a04-83e7-5befce94a0ca is going to be updated. [ 817.099735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.099870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.099966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.100187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.100297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.100470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.162554] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.165485] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.165485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.165485] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 is going to be updated. [ 817.215282] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.215457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.215457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.215637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.215769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.228279] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 in Status: IN_PROGRESS for 2s [ 817.315584] env[65363]: INFO networking_nsxv3.common.synchronization [req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec req-7f8b5cd2-be79-42db-a423-373ff1a3ac96 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Enqueued Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_members [ 817.318117] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_members [ 817.318117] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.318117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.318117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.318117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.318117] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.318117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.318117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.318117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.318495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.318828] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.572246] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.630458] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.630458] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.630458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.630458] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.640193] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.640635] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-459" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.640889] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-459" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.641409] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-459" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.642164] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.642518] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.642744] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.645023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.645023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.645023] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.645023] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.645023] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.645023] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.645023] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.645023] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.645023] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.663931] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.665774] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.665774] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.665774] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-459" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.665774] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-ace6e00b-a98a-4f27-b533-2546960d5e84 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.665774] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.665774] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.666176] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.666238] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace6e00b-a98a-4f27-b533-2546960d5e84',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.823521] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.824146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.824146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.824146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.824146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.824894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.824894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.824894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.824894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.824894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.824894] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 already deleted. [ 817.824894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.074979] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.075114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.075157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.075446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.075446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.075551] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3003db-cd43-45cb-a99c-226589d8621c is going to be created. [ 818.101627] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.101822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.101896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.102124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.102282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.113207] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: UNINITIALIZED for 2s [ 818.133439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.133439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.133832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.133832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.134437] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.134437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.134437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.134437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.134437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.134437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.135073] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.135073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.135073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.135073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.135073] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.135295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.135295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.135387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.135387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.135467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.135548] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.172316] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.172632] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.172764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.173068] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.173220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.173367] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port ace6e00b-a98a-4f27-b533-2546960d5e84 not found, creating... [ 818.174187] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.174187] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.174187] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.174187] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.174375] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.174533] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.174810] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.174810] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.175114] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.176263] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.176263] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: ace6e00b-a98a-4f27-b533-2546960d5e84 is going to be created. [ 818.197971] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.198689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.198689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.198689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.198874] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.199052] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.642813] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76: rpc.has_security_group_logging(os_id): False [ 818.661682] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.661845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.661896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.662138] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.662251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.662512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.662648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.662689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.662852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.662954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.663182] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.663289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.663352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.663523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.663607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.663796] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.663949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.663949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.664223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.664223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.664289] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be updated. [ 818.743055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.743285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.743661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.743661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.743744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.759734] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: IN_PROGRESS for 2s [ 818.989921] env[65363]: INFO networking_nsxv3.common.synchronization [req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec req-de3f876c-ef26-4f2f-8e9c-210a887cdfa8 service nova] Enqueued Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_rules [ 818.990093] env[65363]: INFO networking_nsxv3.common.synchronization [req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec req-de3f876c-ef26-4f2f-8e9c-210a887cdfa8 service nova] Enqueued Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_members [ 818.990239] env[65363]: INFO networking_nsxv3.common.synchronization [req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec req-de3f876c-ef26-4f2f-8e9c-210a887cdfa8 service nova] Enqueued Resource ID: ace6e00b-a98a-4f27-b533-2546960d5e84 with Priority: HIGHEST for action port [ 818.990777] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_rules [ 818.990901] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_members [ 818.991020] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace6e00b-a98a-4f27-b533-2546960d5e84 with Priority: HIGHEST for action port [ 818.991455] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.991637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.991637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.991761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.991862] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.992954] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.993047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.993119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.994113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.994390] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.994488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.994554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.994849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.994849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.994934] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.996854] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ace6e00b-a98a-4f27-b533-2546960d5e84 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.996995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.997186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.997234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.997279] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace6e00b-a98a-4f27-b533-2546960d5e84',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.238979] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 in Status: SUCCESS [ 819.239127] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 deletion is rescheduled due to dependency. [ 819.239268] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.500082] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ace6e00b-a98a-4f27-b533-2546960d5e84 with status ACTIVE [ 819.500163] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.500805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.500805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.500805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.500805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.500805] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.501146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.501146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.501146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.501231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.501341] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.501455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.501483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.501647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.501677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.501790] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ace6e00b-a98a-4f27-b533-2546960d5e84 is going to be updated. [ 819.503155] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.503802] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.503899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.526700] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.526947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.527078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.527297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.527442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.528241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ace6e00b-a98a-4f27-b533-2546960d5e84" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.007026] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.124682] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: SUCCESS [ 820.126027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.126027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.126027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.126267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.126322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.126415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.126650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.126778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.126936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.127095] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.510738] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.511601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.511601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.511601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.511601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.511851] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 is going to be created. [ 820.546701] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.547145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.547145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.547244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.548098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.559077] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2866cba9-15b2-4d8e-afde-c4afac695466 in Status: UNINITIALIZED for 2s [ 820.631545] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.779324] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 820.779664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.136411] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab3003db-cd43-45cb-a99c-226589d8621c: rpc.has_security_group_logging(os_id): False [ 821.170478] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.171472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.171580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.171796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.172604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.172909] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.173059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.173167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.173316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.173401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.173498] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3003db-cd43-45cb-a99c-226589d8621c is going to be created. [ 821.265066] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.265334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.265334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.265591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.265744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.282415] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: IN_PROGRESS for 2s [ 822.214352] env[65363]: INFO networking_nsxv3.common.synchronization [req-3d4068eb-8933-4af0-a42e-e01bcbff38ea req-e3de5369-9e54-484d-87cb-55f06fec1c2c tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 822.217071] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 822.217554] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.217816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.217976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.218271] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.218532] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.218743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.218891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.219246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.219455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.219657] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.570400] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2866cba9-15b2-4d8e-afde-c4afac695466 in Status: SUCCESS [ 822.570660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.570829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.571044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.571227] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.571336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.571398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.571546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.571620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.571699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.571785] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.721995] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.074024] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.225813] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.302452] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: SUCCESS [ 823.302452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.577839] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2866cba9-15b2-4d8e-afde-c4afac695466: rpc.has_security_group_logging(os_id): False [ 823.597478] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.597764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.597764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.598622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.598622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.598622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.598622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.598622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.598902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.598902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.598965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 is going to be created. [ 823.655846] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.656319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.656429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.656651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.656846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.667749] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2866cba9-15b2-4d8e-afde-c4afac695466 in Status: IN_PROGRESS for 2s [ 823.728626] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.729047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.729231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.729549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.729737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.729964] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 823.778663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.778663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.778663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.778663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.778663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.787345] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 825.156946] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b0587659-8876-4980-b992-839cfda94aa5 None None] Enqueued Resource ID: 1c544506-78cd-4c26-b28d-632cbeb7c753 with Priority: HIGHEST for action port [ 825.158049] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c544506-78cd-4c26-b28d-632cbeb7c753 with Priority: HIGHEST for action port [ 825.161768] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c544506-78cd-4c26-b28d-632cbeb7c753 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.161939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c544506-78cd-4c26-b28d-632cbeb7c753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.162013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c544506-78cd-4c26-b28d-632cbeb7c753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.162267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c544506-78cd-4c26-b28d-632cbeb7c753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.162348] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c544506-78cd-4c26-b28d-632cbeb7c753',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.666161] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c544506-78cd-4c26-b28d-632cbeb7c753 [ 825.666161] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.666161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.666161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.666161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.666161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.666161] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c544506-78cd-4c26-b28d-632cbeb7c753 already deleted. [ 825.666161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c544506-78cd-4c26-b28d-632cbeb7c753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.681015] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2866cba9-15b2-4d8e-afde-c4afac695466 in Status: SUCCESS [ 825.681261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.799832] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 825.800125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.860046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.860046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.860046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.860535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.860535] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.275028] env[65363]: INFO networking_nsxv3.common.synchronization [req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 req-bd3a74a7-8e89-4145-8a9b-c2aea0d6abf8 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 827.275028] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGHEST for action security_group_members [ 827.275028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.275028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.275028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.275028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.276243] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.276791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.278034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.278034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.278034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.278034] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.363574] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.782968] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.782968] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.782968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.782968] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be updated. [ 827.816360] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.816509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.816572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.816800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.816959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.831275] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: IN_PROGRESS for 2s [ 827.865942] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.892111] env[65363]: INFO networking_nsxv3.common.synchronization [None req-50a78595-9c43-4caa-b16c-c4c50f24ed53 None None] Enqueued Resource ID: 9341a625-34f7-40f0-9760-ad1e2ff315f1 with Priority: HIGHEST for action port [ 827.892906] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9341a625-34f7-40f0-9760-ad1e2ff315f1 with Priority: HIGHEST for action port [ 827.893665] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9341a625-34f7-40f0-9760-ad1e2ff315f1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.893802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9341a625-34f7-40f0-9760-ad1e2ff315f1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.893844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9341a625-34f7-40f0-9760-ad1e2ff315f1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.894515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9341a625-34f7-40f0-9760-ad1e2ff315f1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.894515] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9341a625-34f7-40f0-9760-ad1e2ff315f1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.368976] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 828.369125] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 828.398502] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9341a625-34f7-40f0-9760-ad1e2ff315f1 [ 828.399847] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.399847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.399847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.399847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.399847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.399847] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9341a625-34f7-40f0-9760-ad1e2ff315f1 already deleted. [ 828.399847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9341a625-34f7-40f0-9760-ad1e2ff315f1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.758995] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-70ec754f-cd22-463b-a756-b95f3d9590f3 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 828.760576] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 828.761688] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.761897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.761975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.764238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.764238] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.764238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.764238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.764238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.764543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.765048] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.012878] env[65363]: INFO networking_nsxv3.common.synchronization [None req-8602a8ca-3ac7-4d29-8cf8-f57b087289d5 None None] Enqueued Resource ID: 5cc67e46-7cd1-42cb-9ed8-33287557d18c with Priority: HIGHEST for action port [ 829.013210] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc67e46-7cd1-42cb-9ed8-33287557d18c with Priority: HIGHEST for action port [ 829.013610] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cc67e46-7cd1-42cb-9ed8-33287557d18c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.013770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cc67e46-7cd1-42cb-9ed8-33287557d18c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.013856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cc67e46-7cd1-42cb-9ed8-33287557d18c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.014400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cc67e46-7cd1-42cb-9ed8-33287557d18c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.014400] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cc67e46-7cd1-42cb-9ed8-33287557d18c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.199749] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.199937] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.200062] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.200322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.200599] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.200741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.200851] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.201067] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.201204] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.201405] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.201511] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.201615] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.202376] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.202601] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.202757] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.203303] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.227489] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.227656] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.227788] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.228008] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.228334] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-905315a9-7ecf-4b16-8dff-d15e0e50be06 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.228514] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.228632] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.228977] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.232304] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('905315a9-7ecf-4b16-8dff-d15e0e50be06',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.269397] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.269676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.269761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.269983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.270143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.270549] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.270549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.270549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.270708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.270740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.270831] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 829.299560] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.299757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.299757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.301475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.313384] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 829.314364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.316313] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 829.318502] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.318637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.318707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.318903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.319043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.328752] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 829.350582] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.350772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.350870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.351245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.358336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.358898] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 829.359008] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.359103] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 829.406034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.406195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.406293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.406555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.407847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.408052] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 829.484407] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.484555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.484660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.484833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.486254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.486254] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 829.518121] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cc67e46-7cd1-42cb-9ed8-33287557d18c [ 829.519029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.519029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.519434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.519531] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cc67e46-7cd1-42cb-9ed8-33287557d18c already deleted. [ 829.519611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cc67e46-7cd1-42cb-9ed8-33287557d18c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.560336] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.560336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.560336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.560572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.560862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.561152] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 829.561250] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'78b0942d-4f0a-418e-a2a1-898e3f6da27a', '1a7599fd-f08a-40c8-8026-6e5fa13c3ade', 'dffbe5c0-28db-48e8-9a10-2e8013dc1034', 'faf453c2-a33e-422e-8e6b-fe13d09fd495', '69956d68-e8ef-4139-a381-49045db2b14b', 'ab3003db-cd43-45cb-a99c-226589d8621c', 'eeec0358-ca44-4201-9d18-07b09ae09385', '47cc9c3d-3fe0-4219-95ee-41d894b321f7', 'e5c60ad9-5cb3-4428-81e1-02967ef32161', '39c9dd65-fd26-44e6-99d8-498e57f411b8', 'd3aedbd4-ba88-458b-8666-d98c40865921', 'ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4', '4f737f8d-f326-48c1-ab73-23c46c7b5560', '9ce0ac14-0777-484a-93a5-7b349f9b6df4', '2f8c5480-89b6-4edb-b590-788668eadf1c', '79ed5282-3860-473f-b234-de46fcf28330', 'b3ba105c-5476-4cc1-bd6b-4c5a5f146f61', 'fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76', '2c21298f-cd6b-4a9d-8201-f694852976f6', 'ca48fe35-40da-4f80-904c-db7df730f82b', '9d4776f6-042b-4cd2-ae5b-4a87e8a6d681', '01fc231e-856f-4ab5-8929-6de73eced42d', 'ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c', '3f0f56e9-8810-4880-9175-def17d3c9d71', '2dc1124c-3a43-4327-9640-60c41e398e38', 'b99d59b1-51d9-4ac7-a9d7-54f8a066014a', '096c96be-017c-4688-8d07-1da19a75f2e2', '68a1d806-8025-49a2-99a7-318b18193092', 'c4cd06b5-edd8-4367-af20-bc54c9c15907', '29771e22-be47-489c-bcb6-307e587db36c', 'e204c664-455c-4132-a5f6-f4c8940da6f3', '2866cba9-15b2-4d8e-afde-c4afac695466', 'ec08f920-92ec-4f4b-bb39-de4a0afc3201', '2582bbee-c3bf-4cd2-a717-0df56508e5c1', '74d8d53b-29f4-4d8b-979a-d92fe1edb3ce', 'c6bef2c3-8455-48fc-afe5-63dab17afe52'} {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.561359] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 829.585506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.585731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.585731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.585906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.585906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.585979] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 829.586182] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.586308] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 829.653116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.653277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.653336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.653517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.654254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.654527] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 829.654607] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.654684] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 829.654749] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 829.654828] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 829.654901] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGH for action security_group_rules [ 829.654973] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGH for action security_group_rules [ 829.655063] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGH for action security_group_rules [ 829.655134] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGH for action security_group_rules [ 829.655183] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGH for action security_group_rules [ 829.655222] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGH for action security_group_rules [ 829.655289] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGH for action security_group_rules [ 829.655344] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGH for action security_group_rules [ 829.655404] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGH for action security_group_rules [ 829.655465] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGH for action security_group_rules [ 829.655527] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGH for action security_group_rules [ 829.655589] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGH for action security_group_rules [ 829.655650] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGH for action security_group_rules [ 829.655711] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGH for action security_group_rules [ 829.655773] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGH for action security_group_rules [ 829.655836] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGH for action security_group_rules [ 829.655923] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGH for action security_group_rules [ 829.655999] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGH for action security_group_rules [ 829.656074] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGH for action security_group_rules [ 829.656136] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGH for action security_group_rules [ 829.656229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.733903] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.734164] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.734289] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.734557] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.734698] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.734841] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 905315a9-7ecf-4b16-8dff-d15e0e50be06 not found, creating... [ 829.735106] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.735256] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.735363] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.735570] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.735694] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.735966] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.736122] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.736247] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.736454] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.736579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.736710] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 905315a9-7ecf-4b16-8dff-d15e0e50be06 is going to be created. [ 829.756634] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.756834] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.756949] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.757271] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.757494] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.757703] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.842482] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e204c664-455c-4132-a5f6-f4c8940da6f3 in Status: SUCCESS [ 829.842739] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 deletion is rescheduled due to dependency. [ 829.842891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-d3a0ce45-57c1-4589-84d4-53b1e483af1d service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-d3a0ce45-57c1-4589-84d4-53b1e483af1d service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-d3a0ce45-57c1-4589-84d4-53b1e483af1d service nova] Enqueued Resource ID: 905315a9-7ecf-4b16-8dff-d15e0e50be06 with Priority: HIGHEST for action port [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 905315a9-7ecf-4b16-8dff-d15e0e50be06 with Priority: HIGHEST for action port [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGH for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 with Priority: HIGH for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGH for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f8c5480-89b6-4edb-b590-788668eadf1c with Priority: HIGH for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca48fe35-40da-4f80-904c-db7df730f82b with Priority: HIGH for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGH for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGH for action security_group_rules [ 830.491646] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69956d68-e8ef-4139-a381-49045db2b14b with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGH for action security_group_rules [ 830.499038] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 with Priority: HIGH for action security_group_rules [ 830.501177] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.501531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.501531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.501643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.501684] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.502639] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.502731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.502916] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-905315a9-7ecf-4b16-8dff-d15e0e50be06 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.503018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503409] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('905315a9-7ecf-4b16-8dff-d15e0e50be06',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.506697] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.506830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.506898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.508197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.508334] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.509985] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.510063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.510107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.510264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.510331] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dffbe5c0-28db-48e8-9a10-2e8013dc1034',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.512313] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.512313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.514258] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f8c5480-89b6-4edb-b590-788668eadf1c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.514258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.514258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.514258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.514258] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f8c5480-89b6-4edb-b590-788668eadf1c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.515095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca48fe35-40da-4f80-904c-db7df730f82b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.515095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.515095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.515259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.515331] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca48fe35-40da-4f80-904c-db7df730f82b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.516227] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.516382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.516382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.516596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.516648] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.519254] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.519254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.519254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.519254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.519254] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.519522] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.519522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.519618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.520089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.520089] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3ba105c-5476-4cc1-bd6b-4c5a5f146f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.520797] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.520917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.520917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.521468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.521555] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.522416] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.522777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.523106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.523354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.524158] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.524158] env[65363]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 830.525124] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.525506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.525642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.525813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.525885] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.527198] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.527306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.527351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.528045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.528045] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.529186] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.529302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.529350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.529531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.529607] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.530540] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39c9dd65-fd26-44e6-99d8-498e57f411b8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.530657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.530722] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.530869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.530996] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39c9dd65-fd26-44e6-99d8-498e57f411b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.532319] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.532319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.532319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.532319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.532319] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.534182] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.534347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.534347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.534508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.534582] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.535517] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.535620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.535683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.535863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.535911] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.536731] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69956d68-e8ef-4139-a381-49045db2b14b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.537653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.537731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.537957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.538092] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69956d68-e8ef-4139-a381-49045db2b14b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.539507] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.539601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.539678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.539873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.539976] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.541414] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faf453c2-a33e-422e-8e6b-fe13d09fd495 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.543677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.543677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.543677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.543677] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faf453c2-a33e-422e-8e6b-fe13d09fd495',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.543677] env[65363]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 830.547054] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 905315a9-7ecf-4b16-8dff-d15e0e50be06 with status ACTIVE [ 830.547244] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.547352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.547446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.547662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.547710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.547922] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.548107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.548182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.548497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.548497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.548723] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.548795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.548890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.548983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.549072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.549155] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 905315a9-7ecf-4b16-8dff-d15e0e50be06 is going to be updated. [ 830.551661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.551661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.580851] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.581061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.582195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.582195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.589136] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.589968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.589968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.589968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.589968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.589968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-905315a9-7ecf-4b16-8dff-d15e0e50be06" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.623453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.626550] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dffbe5c0-28db-48e8-9a10-2e8013dc1034 is going to be deleted. [ 830.703867] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.707121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.707121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.707121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.707121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.707121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dffbe5c0-28db-48e8-9a10-2e8013dc1034" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.010705] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.010911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.011037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.011314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.011549] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.011679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.011771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.011958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.012084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.012206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.012310] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.087864] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.088035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.088099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.088319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.088483] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.088588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.088652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.088805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.088940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.089008] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.089070] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.090437] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.090564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.090634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.090792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.090933] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.091036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.091101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.091240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.091317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.091400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.091543] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.093877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.093985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.094096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.094217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.094358] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.094737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.094737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.094737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.094737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.094966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.094966] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.099250] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099250] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.099250] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.099250] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099250] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.099894] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.099894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.100432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.100432] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.101748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.101838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.101896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.102046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.102180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.102276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.102330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.102454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.102543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.102630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.102705] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.103454] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.103514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.103550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.104825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.104825] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.104825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.104825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.104825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.104825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.104825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.104825] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.147884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.148093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.148093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.148343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.150185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.150305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.151057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.151238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.151809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.151916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.153275] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.153370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.154092] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.154192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.154829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.154956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.155736] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.155845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.156526] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.156621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.169362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.169506] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be deleted. [ 831.170806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.171028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.193120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.193120] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3ba105c-5476-4cc1-bd6b-4c5a5f146f61 is going to be deleted. [ 831.193991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.194204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.213727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.213727] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f8c5480-89b6-4edb-b590-788668eadf1c is going to be deleted. [ 831.214633] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.216026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.229185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.232559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.234284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.235188] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4 is going to be deleted. [ 831.235295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.235628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.245463] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.245593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.255776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.256163] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faf453c2-a33e-422e-8e6b-fe13d09fd495 is going to be deleted. [ 831.257091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.258289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.269886] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.269964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.290199] env[65363]: INFO networking_nsxv3.common.synchronization [None req-262be657-eab7-4d49-8e4f-b3c778f221df tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_rules [ 831.290346] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_rules [ 831.290584] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.290708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.290774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.291533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.291533] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.302080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.302224] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69956d68-e8ef-4139-a381-49045db2b14b is going to be deleted. [ 831.303397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.303641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.324140] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.324324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.351186] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 831.351374] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 deletion is rescheduled due to dependency. [ 831.351492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.351661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.351887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.352156] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.352240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.352306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.352467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.352578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.352664] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.357349] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.357466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.401116] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b1366f5e-5051-4479-b68d-643efd552c8e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_rules [ 831.402403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.402403] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be deleted. [ 831.403543] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_rules [ 831.403730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.403930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.404965] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.405136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.428865] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.428865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.482312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.482312] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39c9dd65-fd26-44e6-99d8-498e57f411b8 is going to be deleted. [ 831.482506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.482800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.518441] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.523476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.523476] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca48fe35-40da-4f80-904c-db7df730f82b is going to be deleted. [ 831.523476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.523476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.523476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.523476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.523476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.523476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.523841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.523841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3ba105c-5476-4cc1-bd6b-4c5a5f146f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.525182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.525182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f8c5480-89b6-4edb-b590-788668eadf1c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.525182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.525527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc5ed5a-7eb5-43fd-87a8-3cbe691939e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.525607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.525636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faf453c2-a33e-422e-8e6b-fe13d09fd495" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.525875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.526023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.526163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.526278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69956d68-e8ef-4139-a381-49045db2b14b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.539678] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.539754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.539789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.541028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.541028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.573294] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.573294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.573526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.574290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.574290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.574290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39c9dd65-fd26-44e6-99d8-498e57f411b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.596264] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.597339] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.618970] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.619857] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.626646] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.626646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.626646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.626646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.626646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.626646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.627505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.627505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.627505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.627653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.627834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.628037] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.629082] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.630362] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.630763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.630903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.631176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.631419] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.631639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.631782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.632030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.632208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.632490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.632808] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.633021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.633166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.633393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.633618] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.635029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.635029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.635029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.635029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.635029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.635029] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.636258] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a7599fd-f08a-40c8-8026-6e5fa13c3ade: rpc.has_security_group_logging(os_id): False [ 831.637794] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c21298f-cd6b-4a9d-8201-f694852976f6: rpc.has_security_group_logging(os_id): False [ 831.657757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.657899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.657966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.658196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.658288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.658402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca48fe35-40da-4f80-904c-db7df730f82b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.664395] env[65363]: INFO networking_nsxv3.common.synchronization [None req-5ba0ff14-c277-472e-b5c0-08e4aef50933 None None] Enqueued Resource ID: 109cd48f-863e-496d-a838-a340bbf98e6a with Priority: HIGHEST for action port [ 831.665862] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109cd48f-863e-496d-a838-a340bbf98e6a with Priority: HIGHEST for action port [ 831.669975] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-109cd48f-863e-496d-a838-a340bbf98e6a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.670262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-109cd48f-863e-496d-a838-a340bbf98e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.670262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-109cd48f-863e-496d-a838-a340bbf98e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.670458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-109cd48f-863e-496d-a838-a340bbf98e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.670549] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109cd48f-863e-496d-a838-a340bbf98e6a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.673442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.673442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.673442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.673442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.685891] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.686156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.701493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.701821] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.701932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.701985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.702223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.702293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.702478] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade is going to be updated. [ 831.703777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.704581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.759029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.759029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.759029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.759029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.759029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.759029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.759029] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be updated. [ 831.822027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.822027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.822027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.822027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.822027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.823937] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.824136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.824200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.824366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.824448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.825031] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 already deleted. [ 831.825031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.826025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.826025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.826025] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.839411] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: IN_PROGRESS for 2s [ 831.850018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.850018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.850325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.850325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.850432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.855147] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.867082] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: IN_PROGRESS for 2s [ 832.024297] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 78b0942d-4f0a-418e-a2a1-898e3f6da27a: rpc.has_security_group_logging(os_id): False [ 832.045193] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.045315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.045315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.045510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.067228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.067529] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.067652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.067711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.067919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.068015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.068118] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a is going to be updated. [ 832.099942] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab3003db-cd43-45cb-a99c-226589d8621c: rpc.has_security_group_logging(os_id): False [ 832.101359] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce0ac14-0777-484a-93a5-7b349f9b6df4: rpc.has_security_group_logging(os_id): False [ 832.119900] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.120122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.120244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.120473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.122630] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.122630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.131279] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.131433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.138248] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76: rpc.has_security_group_logging(os_id): False [ 832.139291] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f737f8d-f326-48c1-ab73-23c46c7b5560: rpc.has_security_group_logging(os_id): False [ 832.140118] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3aedbd4-ba88-458b-8666-d98c40865921: rpc.has_security_group_logging(os_id): False [ 832.140916] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ed5282-3860-473f-b234-de46fcf28330: rpc.has_security_group_logging(os_id): False [ 832.142479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.142773] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.143732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.143732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.143732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.143732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.143732] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3003db-cd43-45cb-a99c-226589d8621c is going to be updated. [ 832.144495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.144689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.160995] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.161141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.162082] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.162082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.163327] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.163463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.167483] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.167840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.167925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.168029] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be updated. [ 832.169218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.169412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.169554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.170466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.170628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.175482] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 109cd48f-863e-496d-a838-a340bbf98e6a [ 832.175681] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.175804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.175871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.176060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.176144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.176236] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:109cd48f-863e-496d-a838-a340bbf98e6a already deleted. [ 832.176316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-109cd48f-863e-496d-a838-a340bbf98e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.182502] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: IN_PROGRESS for 2s [ 832.215256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.215256] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.215256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.215256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.215256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.215256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.215494] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be updated. [ 832.216599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.216825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.220017] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.220189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.240330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.240665] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.240795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.240859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.241083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.241201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.241412] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.241517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.241642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.241743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.241824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.242011] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.242099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.242162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.242304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.242379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.242474] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be updated. [ 832.243562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.243730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.255120] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.255281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.279990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.279990] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.280613] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.281238] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.281324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.281385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.281692] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 832.282898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.283084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.283227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.284198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.284363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.326840] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.327065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.341805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.342105] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.342317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.342317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.342688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.342688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.342792] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 832.344029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.344303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.344460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.345647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.345753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.345906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.348257] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: IN_PROGRESS for 2s [ 832.358402] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.377062] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.377239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.377291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.377504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.377591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.377689] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 already deleted. [ 832.377774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.381850] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.382155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.382155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.383051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.383051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.393847] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: IN_PROGRESS for 2s [ 832.404912] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: IN_PROGRESS for 2s [ 832.406045] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: IN_PROGRESS for 2s [ 832.441953] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.441953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.441953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.441953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.442213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.468957] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 832.509581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.509748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.509797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.510014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.510161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.555737] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 832.861205] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.861205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.861205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.861485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.861485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.861485] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 832.944047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.944208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.944265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.944525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.944686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.955130] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 833.709551] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-593da3b7-d6e5-4410-a061-0287ef150822 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 833.710075] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 833.713832] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.713832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.858066] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: SUCCESS [ 833.858066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.880217] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 833.880458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.036496] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.036769] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.036903] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.037294] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.037691] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.038137] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.038373] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.038720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.038965] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.039309] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.039497] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.039690] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.039880] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.040657] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.040886] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.041116] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.060023] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.060578] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.060663] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.060801] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-596" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.061139] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-6c2c17a8-ef2e-4126-87dd-377b4127af2d taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.061317] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.061436] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.061805] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.061888] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2c17a8-ef2e-4126-87dd-377b4127af2d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.196534] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: SUCCESS [ 834.196534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.363481] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: SUCCESS [ 834.363802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.405656] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: SUCCESS [ 834.405911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.420607] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 834.420954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.421854] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 834.422090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.486895] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 834.486895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.565039] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.565239] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.565291] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.565578] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.565724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.565909] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 6c2c17a8-ef2e-4126-87dd-377b4127af2d not found, creating... [ 834.566148] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.566301] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.566410] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.566626] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.566760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.567043] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.567195] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.567308] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.567513] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.567640] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.567774] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 6c2c17a8-ef2e-4126-87dd-377b4127af2d is going to be created. [ 834.569579] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 834.569775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.590649] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.590894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.591066] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.591387] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.591678] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.591952] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.971658] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 834.971658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.971658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.971658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.972099] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.972099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.972099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.972099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.972258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.972258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.972316] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.973507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.973507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.973708] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.973832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.973902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.974674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.974674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.974674] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.301176] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-cd74674c-6297-45b3-a7a8-5bd19d343c2f service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 835.301356] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-cd74674c-6297-45b3-a7a8-5bd19d343c2f service nova] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 835.301488] env[65363]: INFO networking_nsxv3.common.synchronization [req-75479e54-b971-4bbe-8cb2-24346e6355ad req-cd74674c-6297-45b3-a7a8-5bd19d343c2f service nova] Enqueued Resource ID: 6c2c17a8-ef2e-4126-87dd-377b4127af2d with Priority: HIGHEST for action port [ 835.302250] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_rules [ 835.305231] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 835.305231] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c2c17a8-ef2e-4126-87dd-377b4127af2d with Priority: HIGHEST for action port [ 835.305536] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.305637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.307215] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.307312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.307503] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c2c17a8-ef2e-4126-87dd-377b4127af2d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.307610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.307687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.308233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.309058] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c2c17a8-ef2e-4126-87dd-377b4127af2d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.476744] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.476944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.477076] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.810199] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c2c17a8-ef2e-4126-87dd-377b4127af2d with status ACTIVE [ 835.810442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.810713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.810713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.810853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.810945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.811125] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.811229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.811333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.811432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.811506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.811713] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.811807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.811859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.811996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.812079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.812164] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c2c17a8-ef2e-4126-87dd-377b4127af2d is going to be updated. [ 835.835123] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.835354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.835354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.835579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.835718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.835942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c2c17a8-ef2e-4126-87dd-377b4127af2d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.981056] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.390329] env[65363]: INFO networking_nsxv3.common.synchronization [req-dc94fc64-dcfb-42c9-958d-0667c998127e req-04b8e46b-a6e3-4773-95f6-b49aaffed300 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 836.391255] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 836.391766] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.392068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.392413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.394446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.394446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.394446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.394446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.394446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.394446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.394446] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.487989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.488189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.488189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.488386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.488480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.488664] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 836.522194] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.522388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.522428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.522646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.522795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.536032] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 836.698409] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.698613] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.698735] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.699132] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.699401] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.699559] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.699802] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.699888] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.700248] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.700360] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.700467] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.700572] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.700674] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.700778] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.700907] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.719853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.720047] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.720186] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.720363] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.720685] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-bc04e6fc-ea01-449c-90da-2d831c465d77 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.720852] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.720969] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.721335] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.721474] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc04e6fc-ea01-449c-90da-2d831c465d77',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.896215] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.228023] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.228023] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port bc04e6fc-ea01-449c-90da-2d831c465d77 not found, creating... [ 837.228023] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.228023] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.228854] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.228854] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.228854] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.228854] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.228854] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.229030] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: bc04e6fc-ea01-449c-90da-2d831c465d77 is going to be created. [ 837.252369] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.252650] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.252780] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.253066] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.253912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.253912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.397981] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.900389] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.900572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.900660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.900902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.901015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.901125] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 837.938647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.938885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.938885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.939120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.939276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.956336] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 837.983655] env[65363]: INFO networking_nsxv3.common.synchronization [req-dc94fc64-dcfb-42c9-958d-0667c998127e req-5b4b5858-d9eb-4a6a-ae0d-861005c875de service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 837.983910] env[65363]: INFO networking_nsxv3.common.synchronization [req-dc94fc64-dcfb-42c9-958d-0667c998127e req-5b4b5858-d9eb-4a6a-ae0d-861005c875de service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 837.984343] env[65363]: INFO networking_nsxv3.common.synchronization [req-dc94fc64-dcfb-42c9-958d-0667c998127e req-5b4b5858-d9eb-4a6a-ae0d-861005c875de service nova] Enqueued Resource ID: bc04e6fc-ea01-449c-90da-2d831c465d77 with Priority: HIGHEST for action port [ 837.984821] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 837.985015] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 837.985867] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc04e6fc-ea01-449c-90da-2d831c465d77 with Priority: HIGHEST for action port [ 837.986224] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.986355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.986421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.986622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.986843] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.989253] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.989253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.989253] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc04e6fc-ea01-449c-90da-2d831c465d77 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.989253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.989253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.989945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.990394] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc04e6fc-ea01-449c-90da-2d831c465d77',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.493300] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc04e6fc-ea01-449c-90da-2d831c465d77 with status ACTIVE [ 838.493549] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.493719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.493791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.494011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.494882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.495149] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.495258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.495320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.495494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.495571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.495752] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.495840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.495899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.496055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.496122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.496203] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc04e6fc-ea01-449c-90da-2d831c465d77 is going to be updated. [ 838.502179] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.502179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.519571] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.519756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.519798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.519998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.520138] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.520291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc04e6fc-ea01-449c-90da-2d831c465d77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.549452] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 838.549749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.549920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.550154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.550340] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.550522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.550605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.550774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.550853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.550945] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.054409] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.556310] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.967400] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 839.967627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.967780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.968140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.968429] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.968533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.968606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.968770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.968770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.968863] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.059140] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.059365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.059365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.059653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.059775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.059905] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 840.095833] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.095969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.095969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.096230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.096596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.110211] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 840.471214] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.551836] env[65363]: INFO networking_nsxv3.common.synchronization [req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 req-180112f9-e9c7-49ea-9a5e-76a2e21d7896 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Enqueued Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_members [ 840.552669] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_members [ 840.553014] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.553142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.553206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.553486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.553651] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.553756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.553820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.553985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.554083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.554180] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.842673] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.843028] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.843077] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.843302] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.843953] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.844152] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.844269] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.844518] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.844665] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.844908] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.845050] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.845211] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.845376] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.845515] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.845623] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.845789] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.869654] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.869784] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.869926] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.870113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.870508] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-706e5422-985e-487c-90b9-7d04a65dac67 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.870725] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.870851] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.871269] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.871394] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('706e5422-985e-487c-90b9-7d04a65dac67',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.974488] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.056702] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.056825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.056825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.057916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.057916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.057916] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.057916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.057916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.057916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.057916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.057916] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86418f65-608f-4275-82f8-a3c9326b4066 already deleted. [ 841.057916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.374160] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.374532] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.374730] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.375091] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.375307] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.375517] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 706e5422-985e-487c-90b9-7d04a65dac67 not found, creating... [ 841.375864] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.376076] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.376234] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.376482] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.376642] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.377109] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.377309] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.377469] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.377722] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.377883] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.378047] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 706e5422-985e-487c-90b9-7d04a65dac67 is going to be created. [ 841.399257] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.399460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.399582] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.399825] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.400353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.400353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.477807] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.477807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.477807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.477807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.478064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.478064] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 841.524154] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.524356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.524437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.524604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.524755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.536556] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 842.121558] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 842.121558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.121558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.121920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.121962] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.122086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.122153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.122310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.122403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.122473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.122656] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.122782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.122840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.122969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.123115] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.123209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.123265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.123399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.123469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.123547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.123669] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.155571] env[65363]: INFO networking_nsxv3.common.synchronization [req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 req-6e660ede-ec3e-49af-b1d5-c58f524619a4 service nova] Enqueued Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_rules [ 842.155788] env[65363]: INFO networking_nsxv3.common.synchronization [req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 req-6e660ede-ec3e-49af-b1d5-c58f524619a4 service nova] Enqueued Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_members [ 842.155965] env[65363]: INFO networking_nsxv3.common.synchronization [req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 req-6e660ede-ec3e-49af-b1d5-c58f524619a4 service nova] Enqueued Resource ID: 706e5422-985e-487c-90b9-7d04a65dac67 with Priority: HIGHEST for action port [ 842.156509] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_rules [ 842.156701] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_members [ 842.156779] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 706e5422-985e-487c-90b9-7d04a65dac67 with Priority: HIGHEST for action port [ 842.157582] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.157748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.157822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.158137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.158228] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.159106] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.161608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.161608] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.161608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-706e5422-985e-487c-90b9-7d04a65dac67 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.161608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.162228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.162228] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('706e5422-985e-487c-90b9-7d04a65dac67',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.626243] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeec0358-ca44-4201-9d18-07b09ae09385: rpc.has_security_group_logging(os_id): False [ 842.644162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.644327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.644381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.644590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.664368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.664666] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.664765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.664820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.665029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.665115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.665315] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.665416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.665506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.666027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.666027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.666027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.666027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.666027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.666264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.666264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.666326] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 842.667474] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.667585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.667728] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.668558] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 706e5422-985e-487c-90b9-7d04a65dac67 with status ACTIVE [ 842.668721] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.668831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.668948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.669103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.669192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.669356] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.669452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.669509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.669647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.669719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.670015] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.670015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.670261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.670261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.670381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.670381] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 706e5422-985e-487c-90b9-7d04a65dac67 is going to be updated. [ 842.692240] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.692424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.692506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.692779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.692921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.693101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-706e5422-985e-487c-90b9-7d04a65dac67" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.747763] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.747952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.748026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.748210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.748512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.764832] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 843.172977] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.547074] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 843.547074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.547074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.547074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.547352] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.547352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.547448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.547566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.547658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.547865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.547865] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.676043] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.676286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.676378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.676601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.676696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.676802] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86418f65-608f-4275-82f8-a3c9326b4066 is going to be created. [ 843.704062] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.704062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.704062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.704062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.704328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.715691] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86418f65-608f-4275-82f8-a3c9326b4066 in Status: UNINITIALIZED for 2s [ 844.049782] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.050051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.050051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.050220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.050386] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.050484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.050542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.050693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.050775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.050862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.051011] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.051107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.051169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.051300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.051433] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.051522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.051578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.051733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.051830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.051949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.052057] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.554234] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce: rpc.has_security_group_logging(os_id): False [ 844.577809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.578319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.578319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.578441] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.613382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.613382] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.613382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.613382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.613382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.614120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.614120] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.614120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.614120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.614120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.614120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.614474] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.614474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.614474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.614713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.614713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.614713] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 844.696776] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.698020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.698020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.698020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.698020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.717923] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 844.811965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 844.812225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.812408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.812688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.812799] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.316930] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.317083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.317136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.320029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.320029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.320029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.320029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.320029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.320029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.320029] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.728596] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86418f65-608f-4275-82f8-a3c9326b4066 in Status: SUCCESS [ 845.731026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.731026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.731026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.731026] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.731026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.731026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.731862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.732096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.732792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.732792] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.822891] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.822891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.824102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.824354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.824539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.824605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.825624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.825624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.825624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.825811] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.825811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.825811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.825970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.826142] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.826232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.826499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.826716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.826716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.826813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.827191] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.236530] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.236684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.236781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.237102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.237216] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.237364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.237497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.237548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.237629] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.237733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.237916] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.238047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.238113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.238260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.238397] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.238489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.238547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.238685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.238759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.238843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.238946] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.335885] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeec0358-ca44-4201-9d18-07b09ae09385: rpc.has_security_group_logging(os_id): False [ 846.360071] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.360071] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.360071] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.360071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.360718] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.360718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.360718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.360718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.360718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.360718] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 846.445206] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.445431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.445431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.445635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.445781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.459369] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 846.746210] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86418f65-608f-4275-82f8-a3c9326b4066: rpc.has_security_group_logging(os_id): False [ 846.747957] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 846.748193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.781008] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.781185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.781251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.782064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.782064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.782064] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.782064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.782064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.782494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.782494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.782494] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.782621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.782684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.785736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.785912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.786185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.786355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.786472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.786703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.786828] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.786956] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86418f65-608f-4275-82f8-a3c9326b4066 is going to be created. [ 846.869850] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.870139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.870241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.870585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.870983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.887451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86418f65-608f-4275-82f8-a3c9326b4066 in Status: IN_PROGRESS for 2s [ 847.157617] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.157617] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 847.552680] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-4c8e48e7-45f7-4ed4-ba69-d168ecbc2fc8 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 847.553773] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 847.553773] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.553773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.553773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.555134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.555374] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.555495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.555574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.555792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.555910] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.556026] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.933261] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-18ff1b4f-58d5-4bb1-9a01-b215c94c3035 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 847.934829] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 847.935895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.937125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.061808] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.061999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.062153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.062398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.062495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.062867] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.062983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.063066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.063239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.063320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.063414] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 already deleted. [ 848.063496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.063783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.063964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.064163] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.064266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.064333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.064476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.064554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.064644] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.184358] env[65363]: INFO networking_nsxv3.common.synchronization [req-48d1133f-c48f-492b-9468-d0a03fd39fa8 req-65f725d5-bccb-4f6c-a7b5-af1c1d333734 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 848.184887] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 848.185564] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.185719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.187084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.187084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.187084] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.187084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.187084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.187084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.187084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.187084] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.193029] env[65363]: INFO networking_nsxv3.common.synchronization [req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 req-3fb56a4a-8f1d-4284-adfe-7a11254e41ca tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Enqueued Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 848.193029] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeec0358-ca44-4201-9d18-07b09ae09385 with Priority: HIGHEST for action security_group_members [ 848.193029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeec0358-ca44-4201-9d18-07b09ae09385 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.193029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.476507] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 848.476783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.477468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.477791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.477893] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.496135] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-93f74604-de1e-4841-a05e-9471048ffa12 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 848.496957] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 848.497350] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.497461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.567085] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.567280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.567322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.567620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.568127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.568127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.568127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.568272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.568407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.568504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.568604] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 already deleted. [ 848.568717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.568924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.569131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.569313] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.569429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.569779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.569779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.569779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.569963] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.689567] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.689794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.689860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.690156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.690432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.690580] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.690766] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.690842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.691290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.691290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.691290] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be updated. [ 848.720642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.721091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.721320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.722149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.722523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.734225] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: IN_PROGRESS for 2s [ 848.800079] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.801434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.801434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.801434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.801794] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.801963] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.802092] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.802495] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.802715] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.802930] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.803055] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.803153] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.803262] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.803426] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.803498] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.803583] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.838559] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.838770] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.838903] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.839094] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.839411] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-8482a316-119d-466d-8ce4-896fa4faf1bb taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.839636] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.839760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.840111] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.840245] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8482a316-119d-466d-8ce4-896fa4faf1bb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.901749] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86418f65-608f-4275-82f8-a3c9326b4066 in Status: SUCCESS [ 848.902042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.998324] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.998733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.998733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.998857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.998914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.999035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be deleted. [ 849.051268] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.051513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.051513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.051673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.051764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.051879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.072010] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.072245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.072245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.072444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.072537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.072815] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.072922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.072988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.073146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.073222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.073308] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 already deleted. [ 849.073381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.191282] env[65363]: INFO networking_nsxv3.common.synchronization [req-3f6fa547-161d-423d-b827-b5831b5604e6 req-adf4d027-e571-46fb-9a74-83bbe2308a03 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Enqueued Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_members [ 849.191825] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGHEST for action security_group_members [ 849.192145] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.192269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.192333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.192531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.192732] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.192867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.192913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.193047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.193130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.193222] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.342691] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.342960] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.343050] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.344030] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.344030] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.344030] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 8482a316-119d-466d-8ce4-896fa4faf1bb not found, creating... [ 849.344030] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.344328] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.344328] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.344475] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.344616] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.344836] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.345013] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.345139] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.345340] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.345478] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.345612] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 8482a316-119d-466d-8ce4-896fa4faf1bb is going to be created. [ 849.367195] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.367195] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.367195] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.367444] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.367597] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.367837] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.696241] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.696601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.696783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.697108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.723188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.723188] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.723188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.723188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.723188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.723188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.723188] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 is going to be updated. [ 849.758055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.758055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.758055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.758055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.758337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.767139] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 in Status: IN_PROGRESS for 2s [ 850.589417] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-7e9b9959-d908-4ab6-b04e-de0cce5bee4b service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 850.589692] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-7e9b9959-d908-4ab6-b04e-de0cce5bee4b service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 850.589989] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-7e9b9959-d908-4ab6-b04e-de0cce5bee4b service nova] Enqueued Resource ID: 8482a316-119d-466d-8ce4-896fa4faf1bb with Priority: HIGHEST for action port [ 850.590272] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 850.590439] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 850.590490] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8482a316-119d-466d-8ce4-896fa4faf1bb with Priority: HIGHEST for action port [ 850.590800] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.590919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.590978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.591497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.591639] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.592877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.593096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.593198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.593381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.593532] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.594363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.594363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.594363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.594363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.594363] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.594831] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8482a316-119d-466d-8ce4-896fa4faf1bb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.595097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.595097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.595197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.595243] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8482a316-119d-466d-8ce4-896fa4faf1bb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.746223] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeec0358-ca44-4201-9d18-07b09ae09385 in Status: SUCCESS [ 850.746223] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 deletion is rescheduled due to dependency. [ 850.746223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.746691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.746922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.750964] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.750964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.750964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.750964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.750964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.750964] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeec0358-ca44-4201-9d18-07b09ae09385',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.097334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.097477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.097666] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8482a316-119d-466d-8ce4-896fa4faf1bb with status ACTIVE [ 851.097833] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.097996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.097996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.098221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.098309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.098479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.098575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.098635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.098794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.098876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.099211] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.099278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.099314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.099455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.099529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.099624] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8482a316-119d-466d-8ce4-896fa4faf1bb is going to be updated. [ 851.100808] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.128871] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.129139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.129139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.130036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.130036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.130036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8482a316-119d-466d-8ce4-896fa4faf1bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.249371] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.249602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.249602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.249806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.249888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.250097] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.250198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.250259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.250410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.250505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.250585] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeec0358-ca44-4201-9d18-07b09ae09385 is going to be deleted. [ 851.291315] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.291494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.291539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.291743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.291850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.291951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeec0358-ca44-4201-9d18-07b09ae09385" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.344277] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.344482] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-910" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.344603] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-910" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.344939] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-910" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.345216] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.345372] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.345489] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.345763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.345837] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.346177] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.346309] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.346416] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.346521] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.346629] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.346730] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.346855] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.378923] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.379104] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.379249] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.379424] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-910" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.379776] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.379950] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.380079] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.380401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.380575] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.604242] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.778302] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 in Status: SUCCESS [ 851.778754] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 deletion is rescheduled due to dependency. [ 851.778754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.883643] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.883643] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.883643] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.884039] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.884089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.884240] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 not found, creating... [ 851.884519] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.884679] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.884800] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.885073] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.885266] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.886181] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.886181] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.886181] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.886181] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.886600] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.886788] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 is going to be created. [ 851.909961] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.910212] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.910338] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.910613] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.910832] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.911064] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.110877] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.111079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.111137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.111394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.111446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.111527] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be created. [ 852.138535] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.138723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.138723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.138885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.139076] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.149534] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: UNINITIALIZED for 2s [ 852.484036] env[65363]: INFO networking_nsxv3.common.synchronization [req-93b079b7-34a3-44e3-8f59-6b2b1400d254 req-7210bd52-3667-4489-989b-0c1d53473f6c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_members [ 852.484931] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_members [ 852.484931] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.485141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.485141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.485408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.485569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.485696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.485765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.485923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.486019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.486113] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.617858] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-226bce2c-284a-4cea-bc19-49242bd1d254 service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 852.618165] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-226bce2c-284a-4cea-bc19-49242bd1d254 service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 852.618588] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-226bce2c-284a-4cea-bc19-49242bd1d254 service nova] Enqueued Resource ID: 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 with Priority: HIGHEST for action port [ 852.619419] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 852.619572] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 852.619703] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 with Priority: HIGHEST for action port [ 852.620464] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.620690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.620898] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.621036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.621258] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.621400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.621481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.621746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.621853] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.883428] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.883428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.883428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.883660] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.884204] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.884351] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.884489] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.885689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.885689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.885689] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.885689] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.885689] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.885689] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.885689] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.886298] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.886298] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.911128] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.911472] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.911472] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.911617] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-753" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.911921] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.912353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.912353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.912561] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.912784] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46a944f-4692-41eb-8c76-ba6b7c0c6c1b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.988158] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.988941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.988941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.988941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.988941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.988941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.989227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.989227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.989371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.989371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.989449] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead1c92c-c1cb-4616-a545-00df6070478a already deleted. [ 852.989531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.126147] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 with status ACTIVE [ 853.126147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.126147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.126147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.126147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.126915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.127196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.127852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.127852] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 is going to be updated. [ 853.150422] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.150652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.150725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.150894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.151043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.151202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.415844] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.416082] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.416215] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.416502] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.416658] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.416813] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b not found, creating... [ 853.417083] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.417267] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.417412] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.417656] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.417843] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.418151] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.418312] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.418426] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.418700] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.418761] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.418900] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: d46a944f-4692-41eb-8c76-ba6b7c0c6c1b is going to be created. [ 853.425081] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.425303] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.425373] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.425569] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.425814] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.425964] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.426247] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.426471] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.426610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.426812] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.426925] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.427047] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.427155] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.427261] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.427365] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.427493] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.440557] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.440884] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.440953] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.441243] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.441466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.441691] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.445381] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.445552] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.445656] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.445908] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-173" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.446246] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.446413] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.446529] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.446868] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.447303] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bdb5e3e-253e-49f9-b112-8d13dc56bab5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.949667] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.949997] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.950060] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.950308] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.950461] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.950647] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 not found, creating... [ 853.950935] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.951103] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.951219] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.951435] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.951685] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.951842] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.951994] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.952122] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.952324] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.952456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.952592] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 is going to be created. [ 853.973708] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.973965] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.974103] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.974377] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.974597] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.974811] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.137473] env[65363]: INFO networking_nsxv3.common.synchronization [req-93b079b7-34a3-44e3-8f59-6b2b1400d254 req-1ad16c05-35ed-4906-ac0f-b51fd3656605 service nova] Enqueued Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_rules [ 854.137661] env[65363]: INFO networking_nsxv3.common.synchronization [req-93b079b7-34a3-44e3-8f59-6b2b1400d254 req-1ad16c05-35ed-4906-ac0f-b51fd3656605 service nova] Enqueued Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_members [ 854.137795] env[65363]: INFO networking_nsxv3.common.synchronization [req-93b079b7-34a3-44e3-8f59-6b2b1400d254 req-1ad16c05-35ed-4906-ac0f-b51fd3656605 service nova] Enqueued Resource ID: d46a944f-4692-41eb-8c76-ba6b7c0c6c1b with Priority: HIGHEST for action port [ 854.138308] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_rules [ 854.138442] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_members [ 854.138538] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46a944f-4692-41eb-8c76-ba6b7c0c6c1b with Priority: HIGHEST for action port [ 854.138823] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.138951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.139030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.139227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.139309] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.140118] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.140228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.140297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.140462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.140647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.140740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.140803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.140944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.141101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.141206] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.141988] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.142104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.142211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.142313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.142580] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46a944f-4692-41eb-8c76-ba6b7c0c6c1b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.159854] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 854.159854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.159854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.160074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.160228] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.160336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.160398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.160548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.160636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.160737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.160826] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.161610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.161772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.161968] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.166103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.166178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.166345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.166429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.166523] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.502879] env[65363]: INFO networking_nsxv3.common.synchronization [req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 req-d0b9a05b-4f6a-4453-bb5f-4675a1c863c2 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Enqueued Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_members [ 854.503446] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGHEST for action security_group_members [ 854.503752] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.503877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.503938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.504176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.504294] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.504384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.505043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.505043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.505043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.505043] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.644227] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.644367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.644539] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.645448] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b with status ACTIVE [ 854.645633] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.646035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.646035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.646035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.646306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.646306] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.646396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.646396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.646763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.646763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.646763] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.646904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.646904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.647407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.647407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.647407] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d46a944f-4692-41eb-8c76-ba6b7c0c6c1b is going to be updated. [ 854.668335] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.668597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.668674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.669145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.669145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.669616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.669807] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.681535] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-86339552-b1ae-4e9b-ae66-22ba8f2f4934 service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 854.681702] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-86339552-b1ae-4e9b-ae66-22ba8f2f4934 service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 854.681834] env[65363]: INFO networking_nsxv3.common.synchronization [req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 req-86339552-b1ae-4e9b-ae66-22ba8f2f4934 service nova] Enqueued Resource ID: 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 with Priority: HIGHEST for action port [ 854.682333] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 854.682466] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 854.682560] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 with Priority: HIGHEST for action port [ 854.687921] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.688037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.688209] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.688209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.688209] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.689324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.689324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.689324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.689324] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bdb5e3e-253e-49f9-b112-8d13dc56bab5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.009101] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.009101] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.009101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.009101] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86418f65-608f-4275-82f8-a3c9326b4066 is going to be updated. [ 855.041047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.041786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.042248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.042585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.042819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.053172] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86418f65-608f-4275-82f8-a3c9326b4066 in Status: IN_PROGRESS for 2s [ 855.149699] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.172348] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.191360] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 with status ACTIVE [ 855.191642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.191787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.191897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.192182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.192304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.192494] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.192594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.192675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.192825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.192949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.193095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.193187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.193246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.193408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.193520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.193618] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 is going to be updated. [ 855.203411] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f72d8bf-7954-4039-878e-a18e43603ca2 req-70e70949-9fcc-4d44-8a64-f824f98990ca tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 855.203940] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 855.204793] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.204914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.204975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.205300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.205456] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.205563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.205611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.205763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.205848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.205938] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.214878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.215057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.215126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.215367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.215504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.215661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bdb5e3e-253e-49f9-b112-8d13dc56bab5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.547100] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.547880] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.547880] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.548309] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.548708] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.548933] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.549119] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.549678] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.549678] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.549900] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.550085] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.551056] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.551056] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.551056] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.551056] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.551056] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.570335] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.570507] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.570655] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.570805] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.571605] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.571815] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.571934] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.572274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.572410] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f7c2d4-578e-4b5d-a8d5-a52f71b1603e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.652113] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.652113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.652113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.652113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.652348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.652348] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead1c92c-c1cb-4616-a545-00df6070478a is going to be created. [ 855.674259] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.674415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.674487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.674690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.674777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.674874] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 855.677506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.677637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.677706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.679769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.679769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.691961] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead1c92c-c1cb-4616-a545-00df6070478a in Status: UNINITIALIZED for 2s [ 855.707363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.707539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.707591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.707775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.707916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.709070] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.709182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.709249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.709399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.709478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.709646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.709742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.709794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.709934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.710112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.710207] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 already deleted. [ 855.710375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.718078] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 856.074830] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.076353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.076353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.076353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.076353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.076353] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e not found, creating... [ 856.076353] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.076353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.076353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.076763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.076763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.076763] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.076925] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.077052] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.077267] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.077393] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.077528] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e is going to be created. [ 856.100153] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.100383] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.100561] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.100918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.101233] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.101466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.777863] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f72d8bf-7954-4039-878e-a18e43603ca2 req-f2e4f692-4244-45c6-afb6-de378605adac service nova] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 856.778067] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f72d8bf-7954-4039-878e-a18e43603ca2 req-f2e4f692-4244-45c6-afb6-de378605adac service nova] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 856.778215] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f72d8bf-7954-4039-878e-a18e43603ca2 req-f2e4f692-4244-45c6-afb6-de378605adac service nova] Enqueued Resource ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e with Priority: HIGHEST for action port [ 856.778714] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 856.778847] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 856.778942] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e with Priority: HIGHEST for action port [ 856.779478] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.779675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.779792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.780041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.780329] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.781219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.781358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.781465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.781728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.781887] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.782053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.782211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.782362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.782486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.782668] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.783521] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.784974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.784974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.784974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.784974] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f7c2d4-578e-4b5d-a8d5-a52f71b1603e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.064471] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86418f65-608f-4275-82f8-a3c9326b4066 in Status: SUCCESS [ 857.064994] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86418f65-608f-4275-82f8-a3c9326b4066 deletion is rescheduled due to dependency. [ 857.064994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.286402] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.286802] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.286933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.287089] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e with status ACTIVE [ 857.287240] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.287340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.287394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.287583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.287670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.287892] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.288042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.288136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.288356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.288469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.288722] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.288841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.288924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.289194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.289301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.289423] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e is going to be updated. [ 857.313167] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.313318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.313376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.313582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.313725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.313885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.703345] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead1c92c-c1cb-4616-a545-00df6070478a in Status: SUCCESS [ 857.703556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.703732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.705029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.705029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.705029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.705029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.705029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.705029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.705029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.705029] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.728125] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 857.728336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.728494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.728707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.728923] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.729059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.729127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.729282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.729360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.729442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.729600] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.729679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.729740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.729877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.730019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.730108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.730164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.730297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.730368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.730446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.730575] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.731354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.731617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.731768] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.731952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.732033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.732202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.732278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.732368] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.791902] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.207830] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.233622] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9: rpc.has_security_group_logging(os_id): False [ 858.236431] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.253471] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.256111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.256111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.256111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.257119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.257363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.257726] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.257988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.258639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.258639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.258639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.258639] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be created. [ 858.298757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.298757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.298757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.299209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.299209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.299209] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 is going to be created. [ 858.325154] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.325364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.325364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.325708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.325885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.329191] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.329427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.329427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.329543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.330503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.339831] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: UNINITIALIZED for 2s [ 858.343172] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 858.710081] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ead1c92c-c1cb-4616-a545-00df6070478a: rpc.has_security_group_logging(os_id): False [ 858.732123] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.732123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.732123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.732123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.732123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.732123] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.732123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.732123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.732123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.734646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.734836] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead1c92c-c1cb-4616-a545-00df6070478a is going to be created. [ 858.740226] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.808392] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.808392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.808392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.808392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.808392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.818870] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead1c92c-c1cb-4616-a545-00df6070478a in Status: IN_PROGRESS for 2s [ 859.242675] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.242982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.243113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.243381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.243493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.243601] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 859.275446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.275657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.275758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.276093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.276354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.287975] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 860.148035] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ee6757b-73dc-44ce-b646-7a5aca50da84 req-d2d0135b-1b37-45c5-b7e5-5348c259a832 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 860.148609] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 860.148914] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.149263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.149360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.149588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.149749] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.149856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.149917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.150079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.150163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.150255] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.352122] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: SUCCESS [ 860.352334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.352495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.352767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.352956] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.353085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.353150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.353302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.353380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.353462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.353546] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.357049] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 860.357049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.357220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.357403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.357403] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.500442] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.500724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.500866] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.501175] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.501451] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.501620] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.501733] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.501972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.502143] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.502367] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.502478] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.502590] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.502747] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.502863] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.502971] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.503121] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.532129] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.532336] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.532444] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.532627] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.533163] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-121fed3d-babf-4662-8293-441ced897a1f taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533388] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.533531] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.533900] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.534064] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121fed3d-babf-4662-8293-441ced897a1f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.653083] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.653360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.653430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.653668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.675430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.675830] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.676085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.676085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.676299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.676393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.676495] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 860.705095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.705275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.705434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.705645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.705837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.718490] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 860.832337] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ead1c92c-c1cb-4616-a545-00df6070478a in Status: SUCCESS [ 860.832548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859157] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.860267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.860487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.036709] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.036927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.036999] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.037301] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.037450] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.037601] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 121fed3d-babf-4662-8293-441ced897a1f not found, creating... [ 861.037871] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.038083] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.038151] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.038355] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.038489] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.038777] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.038927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.039049] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.039262] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.039385] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.039521] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 121fed3d-babf-4662-8293-441ced897a1f is going to be created. [ 861.062326] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.062565] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.062650] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.063029] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.063280] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.063506] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.298742] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 861.299021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.299161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.299413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.299587] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.300801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.300801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.300801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.300801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.300801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.300801] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.361951] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef3bfb2a-2952-40a5-bc49-c97333b301a4: rpc.has_security_group_logging(os_id): False [ 861.380313] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.380503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.380503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.380653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.380742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.381350] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.381350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.381350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.381350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.381572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.381572] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 is going to be created. [ 861.439775] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.439961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.440021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.440236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.440412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.451226] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: IN_PROGRESS for 2s [ 861.588232] env[65363]: INFO networking_nsxv3.common.synchronization [None req-abcc26ee-6522-465b-b62e-c38fc8e74491 None None] Enqueued Resource ID: 33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9 with Priority: HIGHEST for action port [ 861.588429] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9 with Priority: HIGHEST for action port [ 861.589044] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.589221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.589264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.589847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.589970] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.760446] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ee6757b-73dc-44ce-b646-7a5aca50da84 req-ceb05f05-4d43-45e1-8776-ad36acc3cd77 service nova] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_rules [ 861.760446] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ee6757b-73dc-44ce-b646-7a5aca50da84 req-ceb05f05-4d43-45e1-8776-ad36acc3cd77 service nova] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 861.760446] env[65363]: INFO networking_nsxv3.common.synchronization [req-4ee6757b-73dc-44ce-b646-7a5aca50da84 req-ceb05f05-4d43-45e1-8776-ad36acc3cd77 service nova] Enqueued Resource ID: 121fed3d-babf-4662-8293-441ced897a1f with Priority: HIGHEST for action port [ 861.760446] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_rules [ 861.761348] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 861.761348] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121fed3d-babf-4662-8293-441ced897a1f with Priority: HIGHEST for action port [ 861.761348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.761348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.764361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.764671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.764932] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.766956] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.767077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.767444] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-121fed3d-babf-4662-8293-441ced897a1f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.767559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.767624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.767846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.767935] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121fed3d-babf-4662-8293-441ced897a1f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.802784] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.802981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.803069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.803289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.803465] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.803562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.803623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.803774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.803858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.803951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.804126] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.804219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.804275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.804450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.804592] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.804684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.804765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.804923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.805012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.805122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.805215] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.093206] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9 [ 862.093619] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.093760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.093760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.094023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.094347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.094347] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9 already deleted. [ 862.094347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33a7d96a-8ce8-49ca-bc3a-8ace0dfe7cf9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.269534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.269534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.269713] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121fed3d-babf-4662-8293-441ced897a1f with status ACTIVE [ 862.269829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.269941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.270015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.270248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.270356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.270506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.270624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.270659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.270889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.270889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.271079] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.271180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.271239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.271378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.271450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.271584] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121fed3d-babf-4662-8293-441ced897a1f is going to be updated. [ 862.298900] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.298900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.299362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.299362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.299362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.299559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121fed3d-babf-4662-8293-441ced897a1f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.308437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9: rpc.has_security_group_logging(os_id): False [ 862.329715] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.329917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.330028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.330308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.332307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.332569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.332745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.332820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.333046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.333134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.333348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.333452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.333548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.333656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.333756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.336360] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.336360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.336360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.336360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.336360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.336360] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 862.429939] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.431058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.431238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.431466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.431616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460041] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 862.730151] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 4s [ 863.467428] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: SUCCESS [ 863.467800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.916495] env[65363]: INFO networking_nsxv3.common.synchronization [None req-00b1cd2b-9219-442a-a5f4-3f831f1ae50f None None] Enqueued Resource ID: 448a56d8-84c0-41f4-a1b8-8f947357473c with Priority: HIGHEST for action port [ 863.916741] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448a56d8-84c0-41f4-a1b8-8f947357473c with Priority: HIGHEST for action port [ 863.917109] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-448a56d8-84c0-41f4-a1b8-8f947357473c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.917237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-448a56d8-84c0-41f4-a1b8-8f947357473c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.917307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-448a56d8-84c0-41f4-a1b8-8f947357473c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.917605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-448a56d8-84c0-41f4-a1b8-8f947357473c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.917697] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448a56d8-84c0-41f4-a1b8-8f947357473c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.420447] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 448a56d8-84c0-41f4-a1b8-8f947357473c [ 864.420883] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.421033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.421157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.421478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.421478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.421584] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:448a56d8-84c0-41f4-a1b8-8f947357473c already deleted. [ 864.421635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-448a56d8-84c0-41f4-a1b8-8f947357473c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.473984] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 864.474394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.474394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.474755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.474755] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.745536] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 864.745536] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c deletion is rescheduled due to dependency. [ 864.745536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.745536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.745536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.745536] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.745536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.745536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.746147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.746147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.746147] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.976986] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.977155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.977224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.977432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.977743] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.977743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.977894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.978061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.978120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.978296] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.175838] env[65363]: INFO networking_nsxv3.common.synchronization [req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 req-91c5fbbc-e051-4cdf-a877-4a84d5a1b0ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 865.176448] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 865.177089] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.177218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.177286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.177487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.177634] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.177733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.177787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.177936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.178028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.178117] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.249983] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.480362] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.480997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.480997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.480997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.481234] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.481234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.481325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.481527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.481615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.481753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.481878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.482028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.482108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.482225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.482403] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.482542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.482620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.482800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.482903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.482995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.483140] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.682064] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.753087] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.986303] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9: rpc.has_security_group_logging(os_id): False [ 866.007464] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.007656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.007656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.007895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.007947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.008163] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.008313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.008494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.008494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.008574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.010442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.010442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.010442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.010442] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 866.083540] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.083720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.083804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.084039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.084191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.098707] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 866.184655] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.255705] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.255870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.255956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.256189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.256281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.256382] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 866.287171] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.287346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.287427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.287647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.287819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.297158] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 866.687038] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.687038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.687038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.687038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.687038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.687686] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 866.717953] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.718334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.718334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.718486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.718540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.727760] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 867.676128] env[65363]: INFO networking_nsxv3.common.synchronization [req-edf2432b-0f6a-4957-8546-d56a7d623e98 req-4e2e63ea-5b7a-4e31-b737-6b55989e5fca tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 867.676662] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 867.677047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.677170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.677236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.677429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.677578] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.677675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.677736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.677882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.677967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.678354] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.039797] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.040200] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.040200] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.040301] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.041151] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.041442] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.041633] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.041983] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.042276] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.042811] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.043039] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.043333] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.043494] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.043656] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.043820] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.044012] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.070951] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.071185] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.071356] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.071552] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-583" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.072434] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-2799d770-3e45-4941-b889-1965e9df2027 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.072793] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.073014] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.073413] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.073618] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2799d770-3e45-4941-b889-1965e9df2027',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.116551] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 868.116551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.180349] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.309878] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 868.310126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.310293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.310513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.310739] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.310881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.310881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.311135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.311135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.311332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.311332] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.576809] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.577566] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.577566] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.577566] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.577760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.577760] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 2799d770-3e45-4941-b889-1965e9df2027 not found, creating... [ 868.578100] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.578250] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.578508] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.579110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.579169] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.579430] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.579584] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580424] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.580709] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.580865] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581029] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 2799d770-3e45-4941-b889-1965e9df2027 is going to be created. [ 868.606995] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.606995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.606995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.606995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.606995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.606995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.683308] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.741747] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 4s [ 868.813298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.813563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.813563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.813717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.813908] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.814024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.814083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.814243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.814319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.814411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.814635] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.814635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.814819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.814819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.814946] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.815104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.815183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.815314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.815392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.815456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.815540] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.044849] env[65363]: INFO networking_nsxv3.common.synchronization [req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 req-5e1b524f-fa8c-4a6a-9183-5b45f08d8747 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 869.045458] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 869.045778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.045905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.045976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.046212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.046363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.046469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.046529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.046693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.046822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.046930] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.186298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.186453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.186453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.187597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.187597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.187597] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 869.222324] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.222620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.222620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.222775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.222946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.236069] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 869.300345] env[65363]: INFO networking_nsxv3.common.synchronization [req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 req-1ad02a12-e68e-4872-92f4-2bbc3d1f422f tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 869.300836] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 869.301778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.301778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.318319] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c: rpc.has_security_group_logging(os_id): False [ 869.339533] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.339533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.339533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.339533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.339728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.340311] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.340311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.340311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.340311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341087] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.341087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.341087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.341087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.341087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341087] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.341325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.341325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.341325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.341448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341482] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 869.345230] env[65363]: INFO networking_nsxv3.common.synchronization [req-edf2432b-0f6a-4957-8546-d56a7d623e98 req-ae588bca-9281-44b6-b362-44b5e5625769 service nova] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 869.345349] env[65363]: INFO networking_nsxv3.common.synchronization [req-edf2432b-0f6a-4957-8546-d56a7d623e98 req-ae588bca-9281-44b6-b362-44b5e5625769 service nova] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 869.345476] env[65363]: INFO networking_nsxv3.common.synchronization [req-edf2432b-0f6a-4957-8546-d56a7d623e98 req-ae588bca-9281-44b6-b362-44b5e5625769 service nova] Enqueued Resource ID: 2799d770-3e45-4941-b889-1965e9df2027 with Priority: HIGHEST for action port [ 869.345980] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 869.346121] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 869.346212] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2799d770-3e45-4941-b889-1965e9df2027 with Priority: HIGHEST for action port [ 869.346474] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.347025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.347025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.347025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.347025] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.348663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.348663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.348663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2799d770-3e45-4941-b889-1965e9df2027 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.348663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.348663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.348663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.348663] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2799d770-3e45-4941-b889-1965e9df2027',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.414150] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.414302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.414360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.414565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.414714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.428115] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 869.543035] env[65363]: INFO networking_nsxv3.common.synchronization [req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 req-6214ccca-f2de-49dd-afd0-b27f9ab14f10 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 869.543680] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 869.544522] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.544684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.549237] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.850278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.850463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.850620] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2799d770-3e45-4941-b889-1965e9df2027 with status ACTIVE [ 869.850812] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.850915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.850984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.851223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.851333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.851476] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.851577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.851641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.851769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.851845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.852023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.852120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.852182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.852307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.852398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.852461] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2799d770-3e45-4941-b889-1965e9df2027 is going to be updated. [ 869.875581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.875821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.875821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.875994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.876177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.876353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.051194] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.549295] env[65363]: INFO networking_nsxv3.common.synchronization [req-4fd67875-2141-4b6c-9e56-b7f3141b8925 req-68832503-8027-49e8-9ca4-cb5f7e0dc747 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 870.549829] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 870.550154] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.550273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.550347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.550527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.550696] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.550802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.550865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.551027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.551112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.551201] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.553447] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.553563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.553631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.553839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.553889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.553961] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 870.584757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.584890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.584890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.585116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.585239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.601541] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 870.752441] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 870.752714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.918358] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.918358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.918358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.918358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.919036] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.919036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.919036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.919036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.919431] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.919431] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.919612] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.919751] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.919957] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.919957] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.920101] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.920236] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.941990] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.941990] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.942240] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.942286] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.942668] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-75042142-c175-4c4c-98c9-8fe9c901188a taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.942972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.944230] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.944230] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.944230] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75042142-c175-4c4c-98c9-8fe9c901188a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.054348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.054677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.054677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.054890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.055031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.055166] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.055379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.055448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.055589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.055706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.055837] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be deleted. [ 871.088338] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.088338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.088338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.088579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.088745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.088874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.247229] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 871.247436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.247612] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.248007] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.248213] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.248333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.248402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.248566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.248650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.248746] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.441311] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 871.441554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.446261] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.446558] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.446694] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.446969] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.447129] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.447274] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 75042142-c175-4c4c-98c9-8fe9c901188a not found, creating... [ 871.447567] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.447664] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.447780] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.447993] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.448140] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.448422] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448575] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.449237] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.449447] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 75042142-c175-4c4c-98c9-8fe9c901188a is going to be created. [ 871.470412] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.470652] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.470776] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.471084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.471317] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.471535] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.752289] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.207058] env[65363]: INFO networking_nsxv3.common.synchronization [req-4fd67875-2141-4b6c-9e56-b7f3141b8925 req-f58ade2e-8f33-4def-84c2-37a7de6b6f9e service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 872.207385] env[65363]: INFO networking_nsxv3.common.synchronization [req-4fd67875-2141-4b6c-9e56-b7f3141b8925 req-f58ade2e-8f33-4def-84c2-37a7de6b6f9e service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 872.207385] env[65363]: INFO networking_nsxv3.common.synchronization [req-4fd67875-2141-4b6c-9e56-b7f3141b8925 req-f58ade2e-8f33-4def-84c2-37a7de6b6f9e service nova] Enqueued Resource ID: 75042142-c175-4c4c-98c9-8fe9c901188a with Priority: HIGHEST for action port [ 872.207909] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 872.208480] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 872.208672] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75042142-c175-4c4c-98c9-8fe9c901188a with Priority: HIGHEST for action port [ 872.209017] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.209855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.209855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.209855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.209855] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.211182] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.211365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.211474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.211698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.211909] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.212087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.212198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.212391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.212525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.214179] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.215528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-75042142-c175-4c4c-98c9-8fe9c901188a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.215645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.215712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.215898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.216009] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75042142-c175-4c4c-98c9-8fe9c901188a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.254460] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.611991] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 872.612368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.612608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.612978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.613290] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.613477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.613607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.613844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.613980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.614144] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.721191] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.721191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.721191] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.721856] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75042142-c175-4c4c-98c9-8fe9c901188a with status ACTIVE [ 872.722280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.722280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.722280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.722444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.722515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.722781] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.722781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.722878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.722988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.723089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.723253] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.723342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.723399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.723589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.723680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.723806] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75042142-c175-4c4c-98c9-8fe9c901188a is going to be updated. [ 872.756965] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.757153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.757272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.757426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.757516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.757615] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 872.759595] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.759715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.759772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.759940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.760094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.760249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75042142-c175-4c4c-98c9-8fe9c901188a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.799829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.799829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.799829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.799829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.799829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.811044] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 873.117075] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.117329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.117379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.117638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.117783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.118023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.118151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.118237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.118428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.118531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.118645] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 873.187371] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.187543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.187615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.187857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.187999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.202312] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 873.225842] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.720348] env[65363]: INFO networking_nsxv3.common.synchronization [req-6a932aff-430d-4f87-962d-0e7a9c63ff92 req-50f0512c-96f0-425c-b8e3-6888428b8c38 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Enqueued Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_members [ 873.720348] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGHEST for action security_group_members [ 873.720348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.720348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.720348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.720348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.720348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.720348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.720348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.720953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.720953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.720953] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.728284] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.728425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.728545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.728776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.728865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.729895] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be created. [ 873.756101] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.756101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.756281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.756373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.756489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.769822] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: UNINITIALIZED for 2s [ 874.224267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.226808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.226808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.226808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.249025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.249339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.250531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.250531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.250531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.250531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.250531] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 is going to be updated. [ 874.284876] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.285071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.285123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.285351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.285484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.296644] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 in Status: IN_PROGRESS for 2s [ 874.760896] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7c451e76-301d-4b15-99b0-019872387a79 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_rules [ 874.761363] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_rules [ 874.761690] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.761820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.761883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.762226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.762321] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.831884] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 874.831884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.832292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.832292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.832482] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.832601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.832666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.833044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.833514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.833514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.833514] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.874051] env[65363]: INFO networking_nsxv3.common.synchronization [None req-1caa02f5-63ac-4eb8-857c-6003e865f546 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_rules [ 874.874708] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_rules [ 874.875349] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.875349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.215374] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 875.215374] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 deletion is rescheduled due to dependency. [ 875.215374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.215374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.215374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.215374] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.215374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.215374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.215374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.215374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.215374] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.284603] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.284899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.284899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.285079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.285151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.285253] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 already deleted. [ 875.285330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.285480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.285647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.285730] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.335207] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.335387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.335460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.335674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.335851] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.335949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.336105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.336172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.336348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.336498] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.336585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.336648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.336792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336932] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.337037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.337096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.337238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.337310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.337385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.337472] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.717943] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.718527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.718527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.719131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.719362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.719684] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.719848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.719964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.720214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.720357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.720497] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 875.751196] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.751196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.751196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.751448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.751815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.763839] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 875.781421] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 875.781421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.781634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.781871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.783550] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.783550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.783550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.783550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.783550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.783550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.783550] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.815371] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.815590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.815657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.816051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.816139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.816217] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 already deleted. [ 875.816330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.840335] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ed5282-3860-473f-b234-de46fcf28330: rpc.has_security_group_logging(os_id): False [ 875.862931] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.863369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.863475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.863822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.863936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.864406] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.864406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.864406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.865046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.865046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.865046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.865046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.865046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.865305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.865305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.865373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.865493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.865555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.865743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.865934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.865934] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 875.968135] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.969032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.969032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.969032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.969032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.986907] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 876.289405] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.289716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.289716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.290079] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.292501] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.292501] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.292501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.292501] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.311047] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 in Status: SUCCESS [ 876.311047] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 deletion is rescheduled due to dependency. [ 876.311047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.794559] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5c60ad9-5cb3-4428-81e1-02967ef32161: rpc.has_security_group_logging(os_id): False [ 876.826216] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.826382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.826425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.826649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.826761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.827065] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.827213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.827554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.827554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.827704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.827828] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.827928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.828035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.828209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.828288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.828538] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.828646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.828707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.828889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.828977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.829173] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be created. [ 876.908046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.908046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.908046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.908334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.908443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.930669] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 877.774577] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 877.774941] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 deletion is rescheduled due to dependency. [ 877.774941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.006753] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 878.007247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.945367] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 878.945367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.566648] env[65363]: INFO networking_nsxv3.common.synchronization [req-dff5bb7f-232c-4faa-a348-299ea46310bc req-2acdc034-8687-45db-85dd-98fb5e533591 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 879.566840] env[65363]: INFO networking_nsxv3.common.synchronization [req-dff5bb7f-232c-4faa-a348-299ea46310bc req-2acdc034-8687-45db-85dd-98fb5e533591 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 879.567325] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 879.567406] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 879.569581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.569719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.569841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.570115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.571961] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.572122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.572199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.572422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.572536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.572680] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.573677] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.573815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.573865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.574107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.574276] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.574369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.574436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.574569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.574651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.574736] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.615833] env[65363]: INFO networking_nsxv3.common.synchronization [req-dff5bb7f-232c-4faa-a348-299ea46310bc req-2acdc034-8687-45db-85dd-98fb5e533591 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_rules [ 879.616013] env[65363]: INFO networking_nsxv3.common.synchronization [req-dff5bb7f-232c-4faa-a348-299ea46310bc req-2acdc034-8687-45db-85dd-98fb5e533591 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 879.616160] env[65363]: INFO networking_nsxv3.common.synchronization [req-dff5bb7f-232c-4faa-a348-299ea46310bc req-2acdc034-8687-45db-85dd-98fb5e533591 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 879.616278] env[65363]: INFO networking_nsxv3.common.synchronization [req-dff5bb7f-232c-4faa-a348-299ea46310bc req-2acdc034-8687-45db-85dd-98fb5e533591 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 879.616402] env[65363]: INFO networking_nsxv3.common.synchronization [req-dff5bb7f-232c-4faa-a348-299ea46310bc req-2acdc034-8687-45db-85dd-98fb5e533591 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2799d770-3e45-4941-b889-1965e9df2027 with Priority: HIGHEST for action port [ 879.616885] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_rules [ 879.617086] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 879.617209] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2799d770-3e45-4941-b889-1965e9df2027 with Priority: HIGHEST for action port [ 879.617301] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 879.617408] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 879.617874] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.618034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.618108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.618353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.618429] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.619715] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.619871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.619942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.620129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.620200] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.620902] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2799d770-3e45-4941-b889-1965e9df2027 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.621023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.621090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.621250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.621323] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2799d770-3e45-4941-b889-1965e9df2027',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.622046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.622138] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.622334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.622410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.077262] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.078565] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.128537] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2799d770-3e45-4941-b889-1965e9df2027 with status ACTIVE [ 880.128537] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.128537] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.128537] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.128537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.128537] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2799d770-3e45-4941-b889-1965e9df2027 is going to be updated. [ 880.131356] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.131356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.131356] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.131356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.150993] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.151226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.151668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.151668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.152018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.152419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.582151] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.582151] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.085149] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.085149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.085149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.085649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.085649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.085649] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 881.086891] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.087048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.087103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.087853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.087853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.087853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bbd27e0-4488-4248-a975-20081bf41985 is going to be created. [ 881.114609] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.114829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.114883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.115201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.115427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.118417] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.118565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.118682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.118944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.119099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.129099] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 881.129837] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: UNINITIALIZED for 2s [ 881.727839] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c3f1745-e75d-4c04-9621-597a322d0af3 req-e72dcee7-e9ea-4281-b2f5-159348c8f359 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_members [ 881.728448] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_members [ 881.728775] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.728914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.728989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.729392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.729559] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.729930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.729930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.729930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.730141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.730141] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.132009] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.132378] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132378] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.133550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.133550] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.133550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.133550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.133550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.133986] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133986] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.133986] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.133986] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.134141] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.134276] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.134322] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.134776] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.155353] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.155559] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.155646] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.155824] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.156186] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-3b175a33-7de5-44d8-9d88-1242bcca5d46 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.156381] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.156500] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.156845] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.157034] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b175a33-7de5-44d8-9d88-1242bcca5d46',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.233482] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.233777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.233777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.234116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.234326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.234649] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.234867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.235050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.235306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.235483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.235538] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 already deleted. [ 882.235630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.661471] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.661674] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.661799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.662081] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.662227] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.662392] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 3b175a33-7de5-44d8-9d88-1242bcca5d46 not found, creating... [ 882.662645] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.662863] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.663138] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.663373] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.663509] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.663791] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.663945] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.664068] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.664406] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.664544] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.664683] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 3b175a33-7de5-44d8-9d88-1242bcca5d46 is going to be created. [ 882.686834] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.686834] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.686834] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.687189] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.687189] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.687351] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.078044] env[65363]: INFO networking_nsxv3.common.synchronization [req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 req-f819c7e9-f7cf-4546-9608-6d8fc1811631 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 883.080504] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 883.080903] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.081073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.081182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.081464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.081628] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.081730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.081795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.081949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.082051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.082145] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.141821] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 883.142242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.142397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.142701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.143022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.143209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.143319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.143560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.144105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.144105] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.145974] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: SUCCESS [ 883.146250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.146847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.147112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.147201] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.147311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.147369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.147512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.147588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.147676] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.480662] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c3f1745-e75d-4c04-9621-597a322d0af3 req-f22774fe-e7ed-4fa4-b60f-3c637816dca0 service nova] Enqueued Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_rules [ 883.480880] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c3f1745-e75d-4c04-9621-597a322d0af3 req-f22774fe-e7ed-4fa4-b60f-3c637816dca0 service nova] Enqueued Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_members [ 883.481032] env[65363]: INFO networking_nsxv3.common.synchronization [req-2c3f1745-e75d-4c04-9621-597a322d0af3 req-f22774fe-e7ed-4fa4-b60f-3c637816dca0 service nova] Enqueued Resource ID: 3b175a33-7de5-44d8-9d88-1242bcca5d46 with Priority: HIGHEST for action port [ 883.481573] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_rules [ 883.481706] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_members [ 883.481818] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b175a33-7de5-44d8-9d88-1242bcca5d46 with Priority: HIGHEST for action port [ 883.483652] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.483652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.483652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.483652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.483652] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.486034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.486034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.486034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.486213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.486683] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.486683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.486683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.487834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.488349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.488349] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.489219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b175a33-7de5-44d8-9d88-1242bcca5d46 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.489219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.489219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.489734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.489734] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b175a33-7de5-44d8-9d88-1242bcca5d46',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.585925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.585925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.585925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.585925] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 883.617624] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.617853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.617853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.618092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.618225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.628828] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 883.649846] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.650889] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.991029] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.992247] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.992247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.992448] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b175a33-7de5-44d8-9d88-1242bcca5d46 with status ACTIVE [ 883.992564] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.992671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.992727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.993924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.993924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.993924] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.993924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.993924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.993924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.993924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.993924] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.993924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.994502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.994502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.994502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.994502] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b175a33-7de5-44d8-9d88-1242bcca5d46 is going to be updated. [ 884.021933] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.022156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.022209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.022420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.022562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.022731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b175a33-7de5-44d8-9d88-1242bcca5d46" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.152692] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.154319] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.427863] env[65363]: INFO networking_nsxv3.common.synchronization [req-50c4d469-0bd7-4f8e-a895-47085f0eab69 req-75945266-4f89-4525-9656-235d51af681e tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Enqueued Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_members [ 884.428384] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_members [ 884.428702] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.428822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.428890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.429234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.429334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.429431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.429494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.429647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.429731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.429826] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.496930] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.657832] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.658042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.658118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.662616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.662729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.662901] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 884.664339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.664885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.664990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.665208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.665297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.665391] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bbd27e0-4488-4248-a975-20081bf41985 is going to be updated. [ 884.699744] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.700071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.700071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.700587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.700587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.702513] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.702701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.702701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.703221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.703369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.719908] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 884.719908] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: IN_PROGRESS for 2s [ 884.846808] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.847230] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-892" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.847389] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-892" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.847783] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-892" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.848183] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.848359] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.848474] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.848762] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.848939] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.849162] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.849271] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.849375] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.849480] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.849583] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.849682] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.849807] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.878821] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.879015] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.879167] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.879352] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-892" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.879677] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-4bfc74ac-937f-456d-a0d4-0ab144466de4 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.879846] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.879964] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.880325] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.880464] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfc74ac-937f-456d-a0d4-0ab144466de4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.933626] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.933840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.934228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.934360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.934573] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.934721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.934796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.934992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.935162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.935283] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed already deleted. [ 884.935389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.000356] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.000547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.000593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.001407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.001407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.001407] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 is going to be created. [ 885.034252] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.034453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.034593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.034701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.034866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.051568] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 in Status: UNINITIALIZED for 2s [ 885.383956] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.384392] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.384591] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.384967] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.385198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.385428] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 4bfc74ac-937f-456d-a0d4-0ab144466de4 not found, creating... [ 885.385865] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.386198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.386361] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.386825] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.387096] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.387596] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.387879] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.388102] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.388428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.388640] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.388877] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 4bfc74ac-937f-456d-a0d4-0ab144466de4 is going to be created. [ 885.413601] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.413828] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.414016] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.414341] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.414598] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.414828] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.418275] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 885.418510] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 885.418997] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_members [ 885.419866] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 885.419977] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 885.420095] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_members [ 885.420378] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.420476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.420653] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.420848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.421394] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.421554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.421650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.421858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.422066] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.422186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.422249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.422427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.422522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.422653] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.475857] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_rules [ 885.476101] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 885.476291] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 885.476431] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 885.476574] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_rules [ 885.476883] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_members [ 885.477242] env[65363]: INFO networking_nsxv3.common.synchronization [req-15dc60c2-9cc1-4a2a-af4f-0bf54eede0e2 req-323a5f83-b081-46bf-ad7f-76d379c35997 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2799d770-3e45-4941-b889-1965e9df2027 with Priority: HIGHEST for action port [ 885.478260] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_rules [ 885.478433] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_rules [ 885.478563] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_members [ 885.478779] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2799d770-3e45-4941-b889-1965e9df2027 with Priority: HIGHEST for action port [ 885.478779] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_rules [ 885.479026] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 885.479026] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 885.479366] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.479527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.479819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.479916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.480102] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.480234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.480364] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2799d770-3e45-4941-b889-1965e9df2027 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.480453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.480525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.480726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.480828] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2799d770-3e45-4941-b889-1965e9df2027',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.482049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.482230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.482278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.482548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.482654] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.484800] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.484800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.484800] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.485029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.644310] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 4s [ 885.925416] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.986321] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.986509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.986730] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2799d770-3e45-4941-b889-1965e9df2027 with status ACTIVE [ 885.987018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.987164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.987284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.987535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.987696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.987929] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.988084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.988169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.988454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.988525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.988686] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.988836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.988921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.989113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.989213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.989324] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2799d770-3e45-4941-b889-1965e9df2027 is going to be updated. [ 886.013695] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.013863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.013982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.014442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.014442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.014442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2799d770-3e45-4941-b889-1965e9df2027" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.185327] env[65363]: INFO networking_nsxv3.common.synchronization [req-50c4d469-0bd7-4f8e-a895-47085f0eab69 req-911320f1-1a11-40d3-8f68-fe41f747bc13 service nova] Enqueued Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_rules [ 886.185511] env[65363]: INFO networking_nsxv3.common.synchronization [req-50c4d469-0bd7-4f8e-a895-47085f0eab69 req-911320f1-1a11-40d3-8f68-fe41f747bc13 service nova] Enqueued Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_members [ 886.185647] env[65363]: INFO networking_nsxv3.common.synchronization [req-50c4d469-0bd7-4f8e-a895-47085f0eab69 req-911320f1-1a11-40d3-8f68-fe41f747bc13 service nova] Enqueued Resource ID: 4bfc74ac-937f-456d-a0d4-0ab144466de4 with Priority: HIGHEST for action port [ 886.186222] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_rules [ 886.186364] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_members [ 886.186465] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfc74ac-937f-456d-a0d4-0ab144466de4 with Priority: HIGHEST for action port [ 886.186740] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.186865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.186949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.187867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.187919] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.189426] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.189561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.189619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.190740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.190740] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.190740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.190740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.190740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.190740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.190740] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.192572] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bfc74ac-937f-456d-a0d4-0ab144466de4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.193669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.193669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.193669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.193669] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfc74ac-937f-456d-a0d4-0ab144466de4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.430661] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.689842] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.689990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.693459] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.696072] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bfc74ac-937f-456d-a0d4-0ab144466de4 with status ACTIVE [ 886.696072] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.696072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.696072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.696072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.696072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.696530] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.696530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.696530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.696530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.696893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.696893] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.697134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.697134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.697240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.697298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.697351] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bfc74ac-937f-456d-a0d4-0ab144466de4 is going to be updated. [ 886.722044] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.722349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.722349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.722479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.722534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.722683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bfc74ac-937f-456d-a0d4-0ab144466de4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.734887] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 4s [ 886.737149] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: IN_PROGRESS for 4s [ 886.934646] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.934774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.934886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.935128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.935313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.935437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e is going to be created. [ 886.971216] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.971462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.971536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.971759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.972844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.985511] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e in Status: UNINITIALIZED for 2s [ 887.067451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 in Status: SUCCESS [ 887.067678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.067857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.068456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.068550] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.068689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.068792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.069090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.069199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.069260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.069351] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.196273] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.571833] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.633375] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cade37a-3886-4adc-99c8-dc415b482324 req-1f9beb1f-2971-4290-8562-fc8d1c723b22 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 887.634817] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 887.637025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.637025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.637025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.637025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.637025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.637025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.637025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.637025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.637025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.637025] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.658181] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 887.658181] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c deletion is rescheduled due to dependency. [ 887.658181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.702638] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.702771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.702919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.703259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.703259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.703413] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed is going to be created. [ 887.733529] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.733712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.733756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.734167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.734333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.747131] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed in Status: UNINITIALIZED for 2s [ 888.075314] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9: rpc.has_security_group_logging(os_id): False [ 888.096055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.096442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.096442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.096564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.096762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.097049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.097190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.097297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.097538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.097637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.097775] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 is going to be created. [ 888.102856] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.103359] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.103359] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.103467] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.103732] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.103906] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.104274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.104274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.104403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.104650] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.104691] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.104793] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.104898] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.105014] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.105126] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.105269] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.128257] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.128481] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.128654] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.128884] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.129414] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-2e7321db-31de-443a-9333-5e230d7b247e taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.129567] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.129748] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.130121] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.130387] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7321db-31de-443a-9333-5e230d7b247e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.139772] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.139918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.139965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.140224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.140341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.140608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.140794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.140794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.140964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.141052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.141143] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c323d623-427f-4bf0-9994-7879b5132715 already deleted. [ 888.141231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.182652] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.182899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.183041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.183295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.183912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.207177] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 in Status: IN_PROGRESS for 2s [ 888.632782] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.635226] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 2e7321db-31de-443a-9333-5e230d7b247e not found, creating... [ 888.635226] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.635226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.635913] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.635913] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.635913] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.635913] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.636096] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.636172] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 2e7321db-31de-443a-9333-5e230d7b247e is going to be created. [ 888.663339] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.663339] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.663339] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.663339] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.663339] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.663339] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.752122] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: SUCCESS [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.752122] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.752122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.752122] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.754056] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 888.754652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.754652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.754948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.755442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.757552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.757552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.757552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.757552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.757552] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.757552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.757552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.757552] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.757552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.758417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.758417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.758417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.758528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.758951] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.760231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.760475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.760711] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.760901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.761035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.761247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.761613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.761613] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.997511] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e in Status: SUCCESS [ 888.997680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.997847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.998090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.998787] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.998787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.998787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.998787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.998787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.998787] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.260980] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.262053] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.263388] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.263561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.265383] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.422043] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cade37a-3886-4adc-99c8-dc415b482324 req-d9d005ab-8c93-45b1-847d-4b9d120ce60e service nova] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_rules [ 889.422043] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cade37a-3886-4adc-99c8-dc415b482324 req-d9d005ab-8c93-45b1-847d-4b9d120ce60e service nova] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 889.422043] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cade37a-3886-4adc-99c8-dc415b482324 req-d9d005ab-8c93-45b1-847d-4b9d120ce60e service nova] Enqueued Resource ID: 2e7321db-31de-443a-9333-5e230d7b247e with Priority: HIGHEST for action port [ 889.424193] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_rules [ 889.424340] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 889.424390] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7321db-31de-443a-9333-5e230d7b247e with Priority: HIGHEST for action port [ 889.424739] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.424868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.424932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.425439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.425439] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.428130] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.428130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.428130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.428269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.428391] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.428770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.428770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.429037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.429037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.429124] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.430069] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e7321db-31de-443a-9333-5e230d7b247e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.430189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.430234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.430386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.430546] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7321db-31de-443a-9333-5e230d7b247e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.500615] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.678821] env[65363]: INFO networking_nsxv3.common.synchronization [req-d0456087-642f-4e8d-814b-47cc1fa46adf req-3fbf465f-b853-4231-90ee-4ff59788aa65 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 889.679160] env[65363]: INFO networking_nsxv3.common.synchronization [req-d0456087-642f-4e8d-814b-47cc1fa46adf req-3fbf465f-b853-4231-90ee-4ff59788aa65 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 889.679160] env[65363]: INFO networking_nsxv3.common.synchronization [req-d0456087-642f-4e8d-814b-47cc1fa46adf req-3fbf465f-b853-4231-90ee-4ff59788aa65 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_members [ 889.679918] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 889.679918] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbd27e0-4488-4248-a975-20081bf41985 with Priority: HIGHEST for action security_group_members [ 889.679918] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e with Priority: HIGHEST for action security_group_members [ 889.681077] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.681149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.681339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bbd27e0-4488-4248-a975-20081bf41985 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.681432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.681615] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.681699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.757484] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed in Status: SUCCESS [ 889.757793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.757979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.758100] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.758320] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.758439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.758508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.758671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.758752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.758838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.758928] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.763837] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bbd27e0-4488-4248-a975-20081bf41985: rpc.has_security_group_logging(os_id): False [ 889.768570] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.769474] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.784034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.784034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.784034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.784034] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bbd27e0-4488-4248-a975-20081bf41985 is going to be created. [ 889.899393] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.900070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.900301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.900409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.900617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.923434] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: IN_PROGRESS for 2s [ 889.933112] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.933557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.933700] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.935753] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e7321db-31de-443a-9333-5e230d7b247e with status ACTIVE [ 889.936430] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.936788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.936788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.937035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.937162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.940321] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.940321] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.940321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.940321] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e7321db-31de-443a-9333-5e230d7b247e is going to be updated. [ 889.974682] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.974682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.974959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.975028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.975243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.975333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e7321db-31de-443a-9333-5e230d7b247e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.005463] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.222251] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 in Status: SUCCESS [ 890.222251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.261322] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.274022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.274022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bbd27e0-4488-4248-a975-20081bf41985 is going to be updated. [ 890.274022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.274022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 890.304300] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.304482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.304570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.304790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.304940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.307442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.307592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.307662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.307877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.308046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.319285] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 890.321263] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: IN_PROGRESS for 2s [ 890.440831] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.505845] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.506272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.507023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.507023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.507023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.507023] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e is going to be updated. [ 890.541018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.541018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.541018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.541018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.541018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.550845] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e in Status: IN_PROGRESS for 2s [ 890.741580] env[65363]: INFO networking_nsxv3.common.synchronization [req-14f7a451-5ccf-455f-96b8-e6461e35b87c req-66890640-cf0b-4597-9b98-6b36410821a8 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 890.744466] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 890.744466] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.744466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.765367] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6baf615-e4ba-4fdd-8c9c-ca5683e55eed: rpc.has_security_group_logging(os_id): False [ 890.818723] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.818896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.818970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.819224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.819320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.819659] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.819747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.819829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.820108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.820108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.820200] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed is going to be created. [ 890.890186] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.890186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.890186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.891356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.891580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.907118] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed in Status: IN_PROGRESS for 2s [ 890.944108] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.944315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.944315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.944581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.944653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.944691] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be created. [ 890.974010] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.975040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.975156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.975557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.975645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.007505] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: UNINITIALIZED for 2s [ 891.440379] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-588 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.440379] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.440379] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.440817] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.441622] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.442357] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.442357] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.442357] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.442575] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.442736] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.442945] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.443116] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.443275] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.443568] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.443649] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.443828] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.464011] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.464205] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.464344] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.464570] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-588" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.464998] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-976e9285-b42d-40fb-904d-f797e0cfe5d0 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.465232] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.465365] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.465727] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.465867] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976e9285-b42d-40fb-904d-f797e0cfe5d0',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.936673] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: SUCCESS [ 891.937036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.937410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.937410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.937507] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.969196] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.969439] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.969581] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.970145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.970274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.970459] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 976e9285-b42d-40fb-904d-f797e0cfe5d0 not found, creating... [ 891.971367] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.971367] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.971367] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.971622] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.971995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.972108] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.972612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.972886] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.973062] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.973216] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.973350] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 976e9285-b42d-40fb-904d-f797e0cfe5d0 is going to be created. [ 891.999436] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.999643] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.999750] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.000137] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.000305] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.000559] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.331658] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bbd27e0-4488-4248-a975-20081bf41985 in Status: SUCCESS [ 892.331841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.332043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.332201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.332387] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.332505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.333374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.333374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.333374] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.334716] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 892.334870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.335037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.335223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.335392] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.335764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.335764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.335764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.335764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.336023] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.461215] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.461577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.461577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.461686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.461731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.461863] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bbd27e0-4488-4248-a975-20081bf41985 is going to be deleted. [ 892.525703] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.526017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.526017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.526207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.526486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.526486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.563857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e in Status: SUCCESS [ 892.564093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.564278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.564522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.564716] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.564838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.564906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.565164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.565249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.565293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.565384] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.566446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.566631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.566823] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.566950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.567044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.567202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.567296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.567396] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.794224] env[65363]: INFO networking_nsxv3.common.synchronization [req-14f7a451-5ccf-455f-96b8-e6461e35b87c req-3009d2aa-7b9e-4985-a789-0cab7bde4ec0 service nova] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_rules [ 892.794533] env[65363]: INFO networking_nsxv3.common.synchronization [req-14f7a451-5ccf-455f-96b8-e6461e35b87c req-3009d2aa-7b9e-4985-a789-0cab7bde4ec0 service nova] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 892.794697] env[65363]: INFO networking_nsxv3.common.synchronization [req-14f7a451-5ccf-455f-96b8-e6461e35b87c req-3009d2aa-7b9e-4985-a789-0cab7bde4ec0 service nova] Enqueued Resource ID: 976e9285-b42d-40fb-904d-f797e0cfe5d0 with Priority: HIGHEST for action port [ 892.795749] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_rules [ 892.795984] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 892.796719] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976e9285-b42d-40fb-904d-f797e0cfe5d0 with Priority: HIGHEST for action port [ 892.796719] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.796719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.796938] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.797022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.797265] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-976e9285-b42d-40fb-904d-f797e0cfe5d0 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.798749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.798749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.798749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.798749] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976e9285-b42d-40fb-904d-f797e0cfe5d0',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.838033] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.838203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.838278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.838894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.838894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.838894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.838894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.839181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.839181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.839250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.839284] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bbd27e0-4488-4248-a975-20081bf41985 is going to be deleted. [ 892.840544] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.875896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.876497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.876497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.876497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.876667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.877152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.877310] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.877400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.877440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.877581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.877673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.877778] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bbd27e0-4488-4248-a975-20081bf41985',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.920459] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed in Status: SUCCESS [ 892.920699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.020440] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: SUCCESS [ 893.023119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.023119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.023119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.023119] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.023119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.023119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.023119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.023454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.023454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.023454] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.025435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.025435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.025435] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.025435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.025435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.025435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.025435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.025435] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.069342] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9a7b7d0-b9b0-4916-9e15-3632a8fac05e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.070450] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.070658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.070725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.070926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.071046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.071241] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.071366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.071433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.071617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.071717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.071786] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e is going to be deleted. [ 893.104988] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.105204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.105204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.105437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.105549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.105648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.301859] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 976e9285-b42d-40fb-904d-f797e0cfe5d0 with status ACTIVE [ 893.302210] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.302367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.302453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.302663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.302751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.303082] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.303205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.303263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.303469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.303812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.303812] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.303812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.304133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.304133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.304133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.304291] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 976e9285-b42d-40fb-904d-f797e0cfe5d0 is going to be updated. [ 893.307952] env[65363]: INFO networking_nsxv3.common.synchronization [req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f req-8b7bc28d-9cce-4814-8386-0950c6bf8dd1 tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Enqueued Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_members [ 893.308899] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_members [ 893.309240] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.309354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.309469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.309788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.309947] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.309947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.310314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.310314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.310314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.310664] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.330896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.331075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.333033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.333033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.333033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.333033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976e9285-b42d-40fb-904d-f797e0cfe5d0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.346022] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.383279] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.383279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.383428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.384045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.384045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.384214] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.384378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.384378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.385068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.385068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.385068] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bbd27e0-4488-4248-a975-20081bf41985 already deleted. [ 893.385068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bbd27e0-4488-4248-a975-20081bf41985" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.529527] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.530519] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.530653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.574506] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9a7b7d0-b9b0-4916-9e15-3632a8fac05e: rpc.has_security_group_logging(os_id): False [ 893.597958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.598228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.598301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.598551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.598674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.598979] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.599140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.599209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.599385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.599468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.599579] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e is going to be created. [ 893.622224] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e], does not exist path=[/infra/domains/default/groups/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e]."\n}' [ 893.622493] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e [ 893.622616] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 893.661882] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.662046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.662114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.662332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.663466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.663748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.663920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.663989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.664173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.664274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.664552] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.664552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.664711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.664749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.664853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.664909] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9a7b7d0-b9b0-4916-9e15-3632a8fac05e is going to be created. [ 893.682415] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e], does not exist path=[/infra/domains/default/groups/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e [ 893.682415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9a7b7d0-b9b0-4916-9e15-3632a8fac05e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.683033] env[65363]: Traceback (most recent call last): [ 893.683033] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 893.683033] env[65363]: return func(*args, **kwargs) [ 893.683033] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 893.683033] env[65363]: res.raise_for_status() [ 893.683033] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 893.683033] env[65363]: raise HTTPError(http_error_msg, response=self) [ 893.683033] env[65363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e [ 893.683033] env[65363]: During handling of the above exception, another exception occurred: [ 893.683033] env[65363]: Traceback (most recent call last): [ 893.683033] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 893.683033] env[65363]: listener.cb(fileno) [ 893.683033] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 893.683033] env[65363]: result = function(*args, **kwargs) [ 893.683033] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 893.683033] env[65363]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 893.683033] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 893.683033] env[65363]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 893.683033] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 893.683033] env[65363]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 893.683033] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 893.683033] env[65363]: res.raise_for_status() [ 893.683033] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 893.683033] env[65363]: raise HTTPError(http_error_msg, response=self) [ 893.683939] env[65363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b9a7b7d0-b9b0-4916-9e15-3632a8fac05e [ 893.683939] env[65363]: Removing descriptor: 19 [ 893.783274] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.783480] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-763" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.783563] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-763" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.783978] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-763" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.784260] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.784408] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.784525] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.784741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.784882] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.785113] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.785259] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.785378] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.785484] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.785592] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.785719] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.785821] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.813052] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.813240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.813292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.813497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.813589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.813846] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.813930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.813970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.814147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.814224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.814312] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce8d31f-a239-4f54-bc0a-9a832315e074 already deleted. [ 893.814411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.821211] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.821405] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.821546] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.821720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-763" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.822060] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-32e9b525-97ec-43fb-8aa6-49727f5bcdca taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.822238] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.822358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.822843] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.823036] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e9b525-97ec-43fb-8aa6-49727f5bcdca',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.847742] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.847962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.848043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.849247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.849247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.849247] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 893.887359] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.887623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.887725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.888021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.888123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.899514] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 894.032973] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.326516] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.326707] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.326834] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.327131] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.327284] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.327435] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 32e9b525-97ec-43fb-8aa6-49727f5bcdca not found, creating... [ 894.327685] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.327841] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.327957] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.328187] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.328323] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.328600] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.328755] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.328871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.329101] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.329238] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.329376] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 32e9b525-97ec-43fb-8aa6-49727f5bcdca is going to be created. [ 894.352123] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.353041] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.353041] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.353041] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.353041] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.353516] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.535758] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.535922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.535988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.536222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.536335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.536434] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be updated. [ 894.551436] env[65363]: INFO networking_nsxv3.common.synchronization [None req-8dec4ce9-d922-40c1-9329-958d10146786 None None] Enqueued Resource ID: eafb3a80-7304-426c-bec9-5f48910bdf77 with Priority: HIGHEST for action port [ 894.552349] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eafb3a80-7304-426c-bec9-5f48910bdf77 with Priority: HIGHEST for action port [ 894.552711] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-eafb3a80-7304-426c-bec9-5f48910bdf77 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.552895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eafb3a80-7304-426c-bec9-5f48910bdf77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.552976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eafb3a80-7304-426c-bec9-5f48910bdf77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.553442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eafb3a80-7304-426c-bec9-5f48910bdf77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.553594] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eafb3a80-7304-426c-bec9-5f48910bdf77',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.572908] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.573136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.573183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.573365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.573510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.583633] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: IN_PROGRESS for 2s [ 895.055628] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eafb3a80-7304-426c-bec9-5f48910bdf77 [ 895.055987] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.056128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.056232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.056615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.056749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.056872] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eafb3a80-7304-426c-bec9-5f48910bdf77 already deleted. [ 895.060027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eafb3a80-7304-426c-bec9-5f48910bdf77" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.153880] env[65363]: INFO networking_nsxv3.common.synchronization [req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f req-4968ee89-a757-419e-9e6e-5581221303e0 service nova] Enqueued Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_rules [ 895.154181] env[65363]: INFO networking_nsxv3.common.synchronization [req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f req-4968ee89-a757-419e-9e6e-5581221303e0 service nova] Enqueued Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_members [ 895.154280] env[65363]: INFO networking_nsxv3.common.synchronization [req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f req-4968ee89-a757-419e-9e6e-5581221303e0 service nova] Enqueued Resource ID: 32e9b525-97ec-43fb-8aa6-49727f5bcdca with Priority: HIGHEST for action port [ 895.154791] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_rules [ 895.154923] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_members [ 895.155030] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e9b525-97ec-43fb-8aa6-49727f5bcdca with Priority: HIGHEST for action port [ 895.155304] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.155561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.155561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.156070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.156070] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.156742] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.156864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.156938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.157245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.157245] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.157499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.157499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.157499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.157672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.157672] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.161125] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e9b525-97ec-43fb-8aa6-49727f5bcdca taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.162784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.162784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.162784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.162784] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e9b525-97ec-43fb-8aa6-49727f5bcdca',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.665609] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.666648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.666774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.666923] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32e9b525-97ec-43fb-8aa6-49727f5bcdca with status ACTIVE [ 895.667089] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.667200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.667268] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.667468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.667557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.668038] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.668038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.668038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.668038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.668390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.668390] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.668390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.669314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.670811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.670811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.670811] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32e9b525-97ec-43fb-8aa6-49727f5bcdca is going to be updated. [ 895.698038] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.698249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.698334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.698567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.698676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.698863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e9b525-97ec-43fb-8aa6-49727f5bcdca" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.910035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 895.910401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.910672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.911019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.911298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.911608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.911608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.911762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.911932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.912264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.912531] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.912685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.912749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.912934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.913165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.913291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.913371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.913574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.913645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.913829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.913902] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.915607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.915808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.916058] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.916141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.916203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.916416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.916564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.916806] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.988039] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce797e5a-56b2-45ce-a954-0c70bc6e063b req-da2cc0a9-96cc-46fa-9876-8ec77e5b0bdc tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_members [ 895.989037] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_members [ 895.990083] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.990229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.990423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.990738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.990973] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.991120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.991275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.991370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.991490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.991668] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.172499] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.417835] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ed5282-3860-473f-b234-de46fcf28330: rpc.has_security_group_logging(os_id): False [ 896.421337] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.422182] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.422358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.422636] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.423851] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.424073] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.424200] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.424454] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.424604] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.424819] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.424934] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.425075] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.425195] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.425309] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.425415] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.425548] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.430056] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.451225] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.451476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.451476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.451649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.455211] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.457018] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.457018] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.457018] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.457018] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-d983e253-921d-44bb-a374-1411f8bdc883 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.457018] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.457018] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.457816] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.460236] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d983e253-921d-44bb-a374-1411f8bdc883',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.465302] env[65363]: INFO networking_nsxv3.common.synchronization [None req-84f1eae7-76ce-43f6-a8c8-1c0086c9eae5 None None] Enqueued Resource ID: 7e7e9f3c-e441-4931-827a-edc2a0737e6b with Priority: HIGHEST for action port [ 896.465640] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7e9f3c-e441-4931-827a-edc2a0737e6b with Priority: HIGHEST for action port [ 896.467325] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7e9f3c-e441-4931-827a-edc2a0737e6b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.467433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7e9f3c-e441-4931-827a-edc2a0737e6b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.467514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7e9f3c-e441-4931-827a-edc2a0737e6b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.467867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7e9f3c-e441-4931-827a-edc2a0737e6b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.467989] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7e9f3c-e441-4931-827a-edc2a0737e6b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.487667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.487942] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.488079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.488148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.488343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.488424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.488620] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.488717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.488780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.488921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.488997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.490344] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.490450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.490521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.490718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.490840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.491089] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 896.498158] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.498158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.498360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.498711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.498924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.499339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.499339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.499339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.499526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.499526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.500537] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 already deleted. [ 896.500537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.566019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.566171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.566222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.566418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.566562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.586439] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 896.592562] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: SUCCESS [ 896.592787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.592992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.593248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.593444] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.593568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.593634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.593793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.593889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.594075] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.675403] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.675582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.675624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.675839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.675932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.676157] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce8d31f-a239-4f54-bc0a-9a832315e074 is going to be created. [ 896.712643] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.712890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.712963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.713703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.713916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.726233] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce8d31f-a239-4f54-bc0a-9a832315e074 in Status: UNINITIALIZED for 2s [ 896.929982] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.964115] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.964616] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.964771] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.965058] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.965215] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.965760] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port d983e253-921d-44bb-a374-1411f8bdc883 not found, creating... [ 896.965760] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.965760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.965907] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.966095] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.966228] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.966515] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.966673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.966792] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.966990] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.968964] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.969213] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: d983e253-921d-44bb-a374-1411f8bdc883 is going to be created. [ 896.971522] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e7e9f3c-e441-4931-827a-edc2a0737e6b [ 896.971896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.971896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.972051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.973094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.973094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.973094] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e7e9f3c-e441-4931-827a-edc2a0737e6b already deleted. [ 896.973307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7e9f3c-e441-4931-827a-edc2a0737e6b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.974221] env[65363]: INFO networking_nsxv3.common.synchronization [None req-61df2f74-4ad5-4280-bd70-39ee03d5fa02 None None] Enqueued Resource ID: 5502ba5f-076f-4b6b-b23f-e65757704438 with Priority: HIGHEST for action port [ 896.975222] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5502ba5f-076f-4b6b-b23f-e65757704438 with Priority: HIGHEST for action port [ 896.975512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5502ba5f-076f-4b6b-b23f-e65757704438 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.976199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5502ba5f-076f-4b6b-b23f-e65757704438" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.976297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5502ba5f-076f-4b6b-b23f-e65757704438" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.976538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5502ba5f-076f-4b6b-b23f-e65757704438" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.976624] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5502ba5f-076f-4b6b-b23f-e65757704438',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.996817] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.996943] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.997537] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.997861] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.998112] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.998358] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.096538] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.434573] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.434922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.434922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.435106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.435215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.435334] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 897.470780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.471060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.471185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.471495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.471736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.479581] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5502ba5f-076f-4b6b-b23f-e65757704438 [ 897.479871] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.480072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.480187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.480536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.480674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.480845] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5502ba5f-076f-4b6b-b23f-e65757704438 already deleted. [ 897.481014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5502ba5f-076f-4b6b-b23f-e65757704438" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.485683] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 897.598782] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.813778] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce797e5a-56b2-45ce-a954-0c70bc6e063b req-34a52d82-0137-453f-9dec-1f46641321f7 service nova] Enqueued Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_rules [ 897.814080] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce797e5a-56b2-45ce-a954-0c70bc6e063b req-34a52d82-0137-453f-9dec-1f46641321f7 service nova] Enqueued Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_members [ 897.814355] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce797e5a-56b2-45ce-a954-0c70bc6e063b req-34a52d82-0137-453f-9dec-1f46641321f7 service nova] Enqueued Resource ID: d983e253-921d-44bb-a374-1411f8bdc883 with Priority: HIGHEST for action port [ 897.815049] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_rules [ 897.815049] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_members [ 897.815989] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d983e253-921d-44bb-a374-1411f8bdc883 with Priority: HIGHEST for action port [ 897.815989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.815989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.815989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.816596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.816596] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.817374] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.817374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.817374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.817570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.817724] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.817837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.817915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.821288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.821288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.821288] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.821288] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d983e253-921d-44bb-a374-1411f8bdc883 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.821288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.821288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.821288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.821288] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d983e253-921d-44bb-a374-1411f8bdc883',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.100986] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.101190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.101265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.101480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.101573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.101674] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be updated. [ 898.132178] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.132437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.132437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.132604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.132752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.142276] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: IN_PROGRESS for 2s [ 898.226023] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a9af4e15-4ca2-4430-b8bd-72b1edd9d407 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 898.226023] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 898.226023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.226023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.226023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.226665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.227762] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.324238] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d983e253-921d-44bb-a374-1411f8bdc883 with status ACTIVE [ 898.324953] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.328019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.328019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.328019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.328019] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d983e253-921d-44bb-a374-1411f8bdc883 is going to be updated. [ 898.328897] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.329249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.329555] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.355940] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.355940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.355940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.355940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.356289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.356289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d983e253-921d-44bb-a374-1411f8bdc883" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.429485] env[65363]: INFO networking_nsxv3.common.synchronization [None req-14600dcf-e960-43b6-8cbd-519000916a0f tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 898.430040] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 898.430363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.430465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.609952] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 898.610245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.610616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.610710] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.635603] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cb83fa7-1238-45ad-8cbd-a468e3104605 req-de5c9576-4960-4cf7-bbb3-0c2ed1b568b7 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 898.636239] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 898.637288] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.637288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.637487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.637719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.637935] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.638104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.638214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.638417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.638553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.638688] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.740493] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce8d31f-a239-4f54-bc0a-9a832315e074 in Status: SUCCESS [ 898.743415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.743598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.744531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.744531] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.746112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.746358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.746583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.746900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.747078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.747512] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.750629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.750697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.750966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.751037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.751280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.751437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b already deleted. [ 898.751568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.751741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.752121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.752121] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.833071] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.115278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.115278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.142154] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.250122] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.250354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.251102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.251102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.251102] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.251327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.251517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.251602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.251734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.252047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.252143] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.252249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.252409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.254642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.254642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.254642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.254642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.254642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.254642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.254642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.254642] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.278024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.278024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.278024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.278024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.278024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.278024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b already deleted. [ 899.278024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.336028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.336028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.336028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.336243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.336324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.336431] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 is going to be created. [ 899.365303] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.368890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.369020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.369209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.369380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.377575] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7f21549a-6497-437c-b2b1-083ad3a23f68 None None] Enqueued Resource ID: c3ffd62f-d4a9-4176-b266-7c0bd5993528 with Priority: HIGHEST for action port [ 899.378295] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ffd62f-d4a9-4176-b266-7c0bd5993528 with Priority: HIGHEST for action port [ 899.379977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ffd62f-d4a9-4176-b266-7c0bd5993528 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.379977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ffd62f-d4a9-4176-b266-7c0bd5993528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.379977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ffd62f-d4a9-4176-b266-7c0bd5993528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.379977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ffd62f-d4a9-4176-b266-7c0bd5993528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.379977] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ffd62f-d4a9-4176-b266-7c0bd5993528',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.381742] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 in Status: UNINITIALIZED for 2s [ 899.496565] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-973 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.496736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.496781] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.497658] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.497658] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.497658] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.497658] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.497896] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.497896] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.498153] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.498273] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.498379] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.499032] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.499032] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.499032] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.499032] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.500779] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 899.500970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.501463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.501638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.501805] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.501905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.501970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.502132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.502209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.502292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.502383] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.524198] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.524384] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.524523] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.524792] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-973" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.525301] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-474569f9-3f54-439b-a8ac-94d956fa0054 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.525484] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.525714] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.526073] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.526249] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474569f9-3f54-439b-a8ac-94d956fa0054',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.645999] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.758701] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fce8d31f-a239-4f54-bc0a-9a832315e074: rpc.has_security_group_logging(os_id): False [ 899.785454] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.785617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.785692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.785905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.786106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.786216] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.786318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.786384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.786539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.786616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.786792] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.786889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.786957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.787104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.787177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.787355] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.787446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.787514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.787639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.787711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.787800] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce8d31f-a239-4f54-bc0a-9a832315e074 is going to be created. [ 899.883658] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3ffd62f-d4a9-4176-b266-7c0bd5993528 [ 899.883886] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.884040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.884160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.884434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.884560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.884680] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3ffd62f-d4a9-4176-b266-7c0bd5993528 already deleted. [ 899.884770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ffd62f-d4a9-4176-b266-7c0bd5993528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.899178] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.899376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.899456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.899777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.900024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.921103] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce8d31f-a239-4f54-bc0a-9a832315e074 in Status: IN_PROGRESS for 2s [ 900.006805] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.007012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.007119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.007408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.007637] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.007771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.007861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.008073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.008190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.008305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.008507] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.008628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.008714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.008902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.009108] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.009232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.009316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.009495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.009600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.009708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.009826] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.028716] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.028957] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.029115] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.029428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.030034] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.030034] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 474569f9-3f54-439b-a8ac-94d956fa0054 not found, creating... [ 900.030220] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.030291] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.030393] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.031032] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.031032] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.031171] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.031300] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.031444] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.031691] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.031826] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.031980] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 474569f9-3f54-439b-a8ac-94d956fa0054 is going to be created. [ 900.067049] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.067290] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.067474] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.067678] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.067907] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.068141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.148424] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.148677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.148677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.148940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.149054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.149165] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 900.154756] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: SUCCESS [ 900.154981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.155170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.155403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.155601] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.155798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.155798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.155927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.156013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.156107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.156264] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.156358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.156406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.156553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.156691] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.156778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.156842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.156979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.157070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.157167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.157265] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.199251] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.199475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.199525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.199771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.199928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.229133] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 900.513646] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79ed5282-3860-473f-b234-de46fcf28330: rpc.has_security_group_logging(os_id): False [ 900.535228] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.535453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.535509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.535686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.535772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.536056] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.536164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.536229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.536419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.536514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.536885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.537018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.537018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.537169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.537220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.537723] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.537723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.537723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.537982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.537982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.538101] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 900.631996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.632276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.632365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.632776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.632776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.659827] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c323d623-427f-4bf0-9994-7879b5132715: rpc.has_security_group_logging(os_id): False [ 900.665975] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 900.687403] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.687615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.687615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.687883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.688014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.688446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.688564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.688628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.688802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.688876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.689208] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.689316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.689378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.689526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.689604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.689801] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.689898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.689961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.690117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.690191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.690278] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be created. [ 900.794357] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.794490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.794490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.794969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.794969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.820368] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: IN_PROGRESS for 2s [ 900.832267] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cb83fa7-1238-45ad-8cbd-a468e3104605 req-6dd9f926-62da-42b8-93ba-118ee39cbd74 service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 900.832474] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cb83fa7-1238-45ad-8cbd-a468e3104605 req-6dd9f926-62da-42b8-93ba-118ee39cbd74 service nova] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 900.832526] env[65363]: INFO networking_nsxv3.common.synchronization [req-6cb83fa7-1238-45ad-8cbd-a468e3104605 req-6dd9f926-62da-42b8-93ba-118ee39cbd74 service nova] Enqueued Resource ID: 474569f9-3f54-439b-a8ac-94d956fa0054 with Priority: HIGHEST for action port [ 900.833235] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_rules [ 900.833359] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 900.833465] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474569f9-3f54-439b-a8ac-94d956fa0054 with Priority: HIGHEST for action port [ 900.833710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.833855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.833924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.834147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.834220] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.835138] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.835289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.835477] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-474569f9-3f54-439b-a8ac-94d956fa0054 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.835587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.835656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.835836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.835915] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474569f9-3f54-439b-a8ac-94d956fa0054',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.337585] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.337669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.337815] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 474569f9-3f54-439b-a8ac-94d956fa0054 with status ACTIVE [ 901.337981] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.338103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.338162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.338371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.338456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.338620] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.338715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.338775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.338926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.339012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.339196] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.339284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.339340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.339477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.339549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.339631] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 474569f9-3f54-439b-a8ac-94d956fa0054 is going to be updated. [ 901.353106] env[65363]: INFO networking_nsxv3.common.synchronization [req-78e07062-d9db-41b3-972b-69ee3afc6f36 req-5408d7b7-4552-445d-b7dd-92c629beb2f0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 901.353860] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGHEST for action security_group_members [ 901.354412] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.355583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.355583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.355583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.355820] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.355899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.355969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.356220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.356347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.357419] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.366306] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.366452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.366509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.366720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.366923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.367718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-474569f9-3f54-439b-a8ac-94d956fa0054" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.393723] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 in Status: SUCCESS [ 901.394122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.394422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.397466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.397466] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.397466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.397466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.397466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.397466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.397466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.397466] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.760252] env[65363]: INFO networking_nsxv3.common.synchronization [req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 req-bcb790ce-0794-4dd1-a89a-7aa3ddeae698 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 901.761042] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 901.761592] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.761718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.761770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.762342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.762342] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.762580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.762580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.762689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.762689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.762754] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.859983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.860197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.860279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.860524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.883982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.884262] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.884583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.884583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.884770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.884770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.885371] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be updated. [ 901.900048] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.914430] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.914924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.914924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.915098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.915232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.925610] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: IN_PROGRESS for 2s [ 901.931155] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce8d31f-a239-4f54-bc0a-9a832315e074 in Status: SUCCESS [ 901.931363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.241647] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 902.241647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.241647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.241647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.241647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.241647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.241647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.241647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.242056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.242056] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.267133] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.267133] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.267133] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb already deleted. [ 902.267133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.386218] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.386529] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-444" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.386651] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-444" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.386988] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-444" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.387455] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.387455] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.387661] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.387819] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.387966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.388192] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.388306] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.388416] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.388522] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.389341] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.389492] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.389637] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.403810] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aeed3dd0-e74c-4bed-b96f-cb10982a24b9: rpc.has_security_group_logging(os_id): False [ 902.418736] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.418736] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.418736] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.418736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-444" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.418736] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-4de442f7-43aa-4620-830d-f7d9f52a73cb taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.418736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.418736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.418736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.418736] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de442f7-43aa-4620-830d-f7d9f52a73cb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.427656] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.427868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.427868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.428083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.428175] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.428415] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.428547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.428547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.428736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.428816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.428906] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 is going to be created. [ 902.497404] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.497487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.497573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.497862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.498277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.510303] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 in Status: IN_PROGRESS for 2s [ 902.691243] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 902.691572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.744365] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.834784] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: SUCCESS [ 902.835129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.835207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.835483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.835577] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.922686] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.923918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.923918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.923918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.923918] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.924212] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 4de442f7-43aa-4620-830d-f7d9f52a73cb not found, creating... [ 902.924350] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.924504] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.924617] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.924877] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.925077] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.925402] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.925861] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.925861] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.926021] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.926310] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.926471] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb is going to be created. [ 902.949069] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.949310] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.949447] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.949739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.949987] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.950228] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.248977] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.338607] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.338848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.338848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.339034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.339213] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.339313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.339383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.339523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.339606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.339694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.339785] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.695856] env[65363]: INFO networking_nsxv3.common.synchronization [req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 req-e50b32c0-4472-4550-a407-954da92aac65 service nova] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_rules [ 903.695856] env[65363]: INFO networking_nsxv3.common.synchronization [req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 req-e50b32c0-4472-4550-a407-954da92aac65 service nova] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 903.695856] env[65363]: INFO networking_nsxv3.common.synchronization [req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 req-e50b32c0-4472-4550-a407-954da92aac65 service nova] Enqueued Resource ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb with Priority: HIGHEST for action port [ 903.700024] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_rules [ 903.700024] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 903.700024] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb with Priority: HIGHEST for action port [ 903.700024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.700024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.700024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.700024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.700678] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.702176] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.702300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.702359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.702551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.702699] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.702792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.702853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.703227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.703227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.703370] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.704949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de442f7-43aa-4620-830d-f7d9f52a73cb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.704949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.704949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.707033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.707033] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de442f7-43aa-4620-830d-f7d9f52a73cb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.754121] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.754528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.754528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.754649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.754649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.754738] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 903.787332] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.787976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.788073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.788306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.788498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.804650] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 903.883439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.883439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.883439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.883439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.883439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.885433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.885433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.885433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.885433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.885433] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.936627] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2dc1124c-3a43-4327-9640-60c41e398e38 in Status: SUCCESS [ 903.936805] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 deletion is rescheduled due to dependency. [ 903.936942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.205117] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.210162] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de442f7-43aa-4620-830d-f7d9f52a73cb with status ACTIVE [ 904.210308] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.210471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.210516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.210737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.211704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.211704] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.211704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.211704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.212826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.212988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.213213] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.213331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.213376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.213522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.213595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.213691] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb is going to be updated. [ 904.217109] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.217109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.239310] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.239310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.239310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.239493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.239653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.239778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.354407] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c323d623-427f-4bf0-9994-7879b5132715: rpc.has_security_group_logging(os_id): False [ 904.377397] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.377619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.377675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.377968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.378121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.378379] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.378522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.378775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.378972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.381265] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.381265] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.381265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.381265] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be updated. [ 904.460991] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.460991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.460991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.461278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.461447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.479109] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: IN_PROGRESS for 2s [ 904.535916] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 in Status: SUCCESS [ 904.536325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.707868] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.211753] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.213987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.213987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.213987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.213987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.213987] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be created. [ 905.240785] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.240983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.240983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.241322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.241921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.253248] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: UNINITIALIZED for 2s [ 905.819203] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 905.819444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.819652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.820086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.820442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.820442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.820611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.820653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.820868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.820868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.820984] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.327018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.327018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.327018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.327018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.327595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.327595] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.327595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.327595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.327595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.327727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.327727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.327862] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.495747] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: SUCCESS [ 906.495841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.597912] env[65363]: INFO networking_nsxv3.common.synchronization [req-c6fc567e-b5c3-47b5-9f16-a58212301c0d req-5ae90379-b12b-4b84-a4d6-e21a8e479cd3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_members [ 906.597912] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_members [ 906.598331] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.598487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.598561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.599124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.599191] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.599332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.599399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.599563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.599655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.599761] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.832613] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce: rpc.has_security_group_logging(os_id): False [ 906.849791] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.849791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.850624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.850624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.872194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.872475] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.872598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.872733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.873073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.873167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.873632] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.873632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.873632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.873837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.873907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.874062] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.874191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.874224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.874368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.874441] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.874525] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 906.939879] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.941018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.941018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.941018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.941018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.961965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 907.083532] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.083743] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.083743] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.084121] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.084456] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.084749] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.084830] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.085127] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.085416] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.086395] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.086395] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.086395] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.086395] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.086395] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.086395] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.086395] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.102845] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.103103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.103103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.103303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.103411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.103660] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.103772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.103829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.104073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.104157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.104246] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 already deleted. [ 907.104326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.122564] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.122760] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.122846] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.123118] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.123651] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-462a4919-7b0c-42fd-95b9-25e668b8a74d taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.123760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.123838] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.124185] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.124311] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462a4919-7b0c-42fd-95b9-25e668b8a74d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.206924] env[65363]: INFO networking_nsxv3.common.synchronization [req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 req-15cf8dc4-41aa-4468-bd94-48d48bfd3082 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 907.207458] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 907.208454] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.208594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.208643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.208834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.208989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.209092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.209151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.209308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.209382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.209476] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.264430] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 907.264780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.265077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.265437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.265741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.265942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.266089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.266544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.266959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.267122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.267267] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.627288] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.627855] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.628147] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.628532] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.628742] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.628957] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 462a4919-7b0c-42fd-95b9-25e668b8a74d not found, creating... [ 907.629515] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.629753] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.629950] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.630349] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.630517] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.630949] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.631202] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.631365] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.631641] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.631807] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.632022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 462a4919-7b0c-42fd-95b9-25e668b8a74d is going to be created. [ 907.656114] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.656114] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.656114] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.656114] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.656114] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.656114] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.712943] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.712943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.712943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.712943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.745522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.745790] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.745929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.745983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.746203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.746285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.746379] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 907.771013] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.771253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.771366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.771630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.771876] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.772044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.772155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.772381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.772512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.772636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.772843] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.773032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.773118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.773295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.773464] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.773574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.773657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.773836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.774056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.774178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.774283] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.779590] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.779721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.779794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.779966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.780278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.806864] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 908.277267] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08d6819a-9b4e-428f-b1df-6506eb199dcb: rpc.has_security_group_logging(os_id): False [ 908.305022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.305022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.305022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.305022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.305649] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.305649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.305649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.305649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.305649] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be created. [ 908.370048] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.370206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.370278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.370490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.370712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.378377] env[65363]: INFO networking_nsxv3.common.synchronization [req-c6fc567e-b5c3-47b5-9f16-a58212301c0d req-5d25c225-4d73-44fe-8e09-36d9d1c3e80c service nova] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_rules [ 908.378464] env[65363]: INFO networking_nsxv3.common.synchronization [req-c6fc567e-b5c3-47b5-9f16-a58212301c0d req-5d25c225-4d73-44fe-8e09-36d9d1c3e80c service nova] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_members [ 908.378645] env[65363]: INFO networking_nsxv3.common.synchronization [req-c6fc567e-b5c3-47b5-9f16-a58212301c0d req-5d25c225-4d73-44fe-8e09-36d9d1c3e80c service nova] Enqueued Resource ID: 462a4919-7b0c-42fd-95b9-25e668b8a74d with Priority: HIGHEST for action port [ 908.379195] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_rules [ 908.379324] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_members [ 908.379426] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462a4919-7b0c-42fd-95b9-25e668b8a74d with Priority: HIGHEST for action port [ 908.379681] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.379838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.379942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.380172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.380297] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.382448] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.382448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.382448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.382448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.382448] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.382448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.382448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.382448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.382448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.382448] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.383789] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-462a4919-7b0c-42fd-95b9-25e668b8a74d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.383936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.387299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.387508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.391150] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462a4919-7b0c-42fd-95b9-25e668b8a74d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.391150] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: IN_PROGRESS for 2s [ 908.667898] env[65363]: INFO networking_nsxv3.common.synchronization [req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 req-090fb03e-3c0e-420d-9bf1-dd9c761fc548 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_members [ 908.668812] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGHEST for action security_group_members [ 908.668812] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.668944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.668944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.669101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.669243] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.669334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.669392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.669934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.669934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.669934] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.885726] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.889631] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.889631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.892712] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462a4919-7b0c-42fd-95b9-25e668b8a74d with status ACTIVE [ 908.892712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.892712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.892712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.892712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.893486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.893969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.894246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.895307] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462a4919-7b0c-42fd-95b9-25e668b8a74d is going to be updated. [ 908.920759] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.920759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.920759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.920759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.920759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.920759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462a4919-7b0c-42fd-95b9-25e668b8a74d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.985157] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 908.985157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.173837] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.173837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.173837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.173837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.197310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.198380] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.198380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.198380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.198739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.198739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.198739] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3003db-cd43-45cb-a99c-226589d8621c is going to be updated. [ 909.233019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.233841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.233841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.233841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.234109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.244180] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: IN_PROGRESS for 2s [ 909.388897] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.833362] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 909.833362] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 deletion is rescheduled due to dependency. [ 909.833362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.892962] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.893219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.893373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.897171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.897171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.897171] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 is going to be created. [ 909.928253] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.928253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.928253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.928511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.928764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.938933] env[65363]: INFO networking_nsxv3.common.synchronization [req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a req-e3b524b0-60a1-4401-b978-43f1d1201d7b tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 909.940051] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 909.941412] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: UNINITIALIZED for 2s [ 909.941767] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.941913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.942050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.943354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.943354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.943354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.943354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.943354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.943354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.943354] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.968048] env[65363]: INFO networking_nsxv3.common.synchronization [req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a req-e3b524b0-60a1-4401-b978-43f1d1201d7b tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 909.968158] env[65363]: INFO networking_nsxv3.common.synchronization [req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a req-e3b524b0-60a1-4401-b978-43f1d1201d7b tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 909.969448] env[65363]: INFO networking_nsxv3.common.synchronization [req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a req-e3b524b0-60a1-4401-b978-43f1d1201d7b tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: 18079536-002d-42d3-801a-f2590495a1ea with Priority: HIGHEST for action port [ 909.969448] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 909.969655] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 909.969734] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18079536-002d-42d3-801a-f2590495a1ea with Priority: HIGHEST for action port [ 909.969977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.970140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.970184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.970456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.970642] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.971981] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.972128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.972949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-18079536-002d-42d3-801a-f2590495a1ea taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.973073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.973141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.973346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.973429] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18079536-002d-42d3-801a-f2590495a1ea',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.406449] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 910.406924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.450410] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.476260] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18079536-002d-42d3-801a-f2590495a1ea with status ACTIVE [ 910.476340] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.476466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.476537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.476752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.476752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.477160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.477571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.477571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.477571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.477571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.477674] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.477762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.477810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481029] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18079536-002d-42d3-801a-f2590495a1ea is going to be updated. [ 910.483443] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.483549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.513829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.515248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.515248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.515248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.515248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.515248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.953829] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.257576] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab3003db-cd43-45cb-a99c-226589d8621c in Status: SUCCESS [ 911.258273] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab3003db-cd43-45cb-a99c-226589d8621c deletion is rescheduled due to dependency. [ 911.258693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.461859] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.461859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.461859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.461859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.461859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.461859] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be updated. [ 911.499833] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.500672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.500672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.500672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.500864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.512588] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: IN_PROGRESS for 2s [ 911.954764] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: SUCCESS [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.958202] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.958202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.958202] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.181127] env[65363]: INFO networking_nsxv3.common.synchronization [req-4f736020-53c8-4815-bc75-ca2807dba64f req-e2f2e173-330f-427a-ace1-eba4f5d44e1e tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Enqueued Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_members [ 912.181127] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGHEST for action security_group_members [ 912.181127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.181127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.181127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.181947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.182354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.182688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.182954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.183341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.183709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.183978] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.460669] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.686619] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.686796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.686875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.687132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.687246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.687457] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.687596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.687634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.687804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.687881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.687972] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce8d31f-a239-4f54-bc0a-9a832315e074 is going to be updated. [ 912.718603] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.718771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.718842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.719098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.719277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.729741] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce8d31f-a239-4f54-bc0a-9a832315e074 in Status: IN_PROGRESS for 2s [ 912.964384] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cddc7353-9756-463d-9ff7-6d0b0cfb0f33: rpc.has_security_group_logging(os_id): False [ 912.986370] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.986370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.986370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.986647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.986726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.989226] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.989226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.989226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.989226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.989226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.989226] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 is going to be created. [ 913.070050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.070050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.070284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.070800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.070981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.085049] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: IN_PROGRESS for 2s [ 913.523345] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: SUCCESS [ 913.523581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.523755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.524015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.524244] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.524367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.524451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.524596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.524680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.524784] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.659990] env[65363]: INFO networking_nsxv3.common.synchronization [req-e1655495-610e-4f4e-9263-de3eec48570f req-896ab3a7-bab7-4939-aa47-5440fa2f73f9 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 913.660486] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 913.660868] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.661153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680801] env[65363]: INFO networking_nsxv3.common.synchronization [req-e1655495-610e-4f4e-9263-de3eec48570f req-896ab3a7-bab7-4939-aa47-5440fa2f73f9 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 913.680801] env[65363]: INFO networking_nsxv3.common.synchronization [req-e1655495-610e-4f4e-9263-de3eec48570f req-896ab3a7-bab7-4939-aa47-5440fa2f73f9 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 913.680801] env[65363]: INFO networking_nsxv3.common.synchronization [req-e1655495-610e-4f4e-9263-de3eec48570f req-896ab3a7-bab7-4939-aa47-5440fa2f73f9 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: 18079536-002d-42d3-801a-f2590495a1ea with Priority: HIGHEST for action port [ 913.680801] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_rules [ 913.680801] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 913.680801] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18079536-002d-42d3-801a-f2590495a1ea with Priority: HIGHEST for action port [ 913.680801] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.680801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680801] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.680801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680801] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-18079536-002d-42d3-801a-f2590495a1ea taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.680801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.680801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.680801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.680801] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18079536-002d-42d3-801a-f2590495a1ea',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.028051] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.186039] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18079536-002d-42d3-801a-f2590495a1ea with status ACTIVE [ 914.186039] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.186039] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.186039] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.186039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.186039] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18079536-002d-42d3-801a-f2590495a1ea is going to be updated. [ 914.218155] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.218155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.218155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.218155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.218155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.218155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18079536-002d-42d3-801a-f2590495a1ea" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.529671] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.747970] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce8d31f-a239-4f54-bc0a-9a832315e074 in Status: SUCCESS [ 914.747970] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce8d31f-a239-4f54-bc0a-9a832315e074 deletion is rescheduled due to dependency. [ 914.747970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.032128] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.032563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.032563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.032563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.032771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.032771] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be updated. [ 915.067830] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.068028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.068106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.068373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.068882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.079211] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: IN_PROGRESS for 2s [ 915.100349] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: SUCCESS [ 915.100453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.092277] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: SUCCESS [ 917.093412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.093412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.093412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.093412] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.093412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.095979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.095979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.095979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.095979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.095979] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.095979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.095979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.096256] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.096256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.096325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.096604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.103070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.103366] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.605410] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.607194] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.046389] env[65363]: INFO networking_nsxv3.common.synchronization [req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 req-7d85a6f1-abe7-4d80-9a9a-ff938b4e3b59 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Enqueued Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 918.047286] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3aedbd4-ba88-458b-8666-d98c40865921 with Priority: HIGHEST for action security_group_members [ 918.047641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3aedbd4-ba88-458b-8666-d98c40865921 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.047940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.107606] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3aedbd4-ba88-458b-8666-d98c40865921: rpc.has_security_group_logging(os_id): False [ 918.109144] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.128733] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.128889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.128947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.129169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.152025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.152102] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.152187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.152232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.152477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.152579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.152701] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be updated. [ 918.287048] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.287048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.287188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.288343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.288343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.309917] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: IN_PROGRESS for 2s [ 918.611779] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.611956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.612016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.612393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.612499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.612604] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be updated. [ 918.647930] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.648087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.648224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.648372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.648515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.658611] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: IN_PROGRESS for 2s [ 919.043135] env[65363]: INFO networking_nsxv3.common.synchronization [req-931cc183-3c03-4511-8e41-ad95ccd035d7 req-c6fd0e7c-c2c8-40fb-863f-bfb361ee194e tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 919.043381] env[65363]: INFO networking_nsxv3.common.synchronization [req-931cc183-3c03-4511-8e41-ad95ccd035d7 req-c6fd0e7c-c2c8-40fb-863f-bfb361ee194e tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 919.043513] env[65363]: INFO networking_nsxv3.common.synchronization [req-931cc183-3c03-4511-8e41-ad95ccd035d7 req-c6fd0e7c-c2c8-40fb-863f-bfb361ee194e tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Enqueued Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_members [ 919.044093] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGHEST for action security_group_members [ 919.044235] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGHEST for action security_group_members [ 919.044356] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGHEST for action security_group_members [ 919.044644] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.044777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.044838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.045056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.045221] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.045357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.045431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.045615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.045693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.045791] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.047044] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.047161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.047205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.047376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.047596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.047705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.047771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.047920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.047996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.048103] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.048936] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.049072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.049114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.049250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.049388] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.049486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.049590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.049677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.049755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.049841] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.553301] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.553598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.553598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.553798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.553891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.554106] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.554208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.554271] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.554418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.554495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.554582] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be updated. [ 919.556444] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.556542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.556593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.556758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.557847] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.558136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.581355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.581696] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.581830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.581900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.582107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.582203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.582279] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be updated. [ 919.583655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.586030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.589214] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.589214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.589347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.589557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.589710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.602164] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: IN_PROGRESS for 2s [ 919.611069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.611472] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.611673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.611999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.612090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.612234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.612387] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade is going to be updated. [ 919.624936] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.624936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.624936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.625203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.625381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.635236] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: IN_PROGRESS for 2s [ 919.650616] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.650616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.650835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.651065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.651300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.669763] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: IN_PROGRESS for 2s [ 920.325223] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: SUCCESS [ 920.325223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.325223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.325223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.327246] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.351039] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd8f7314-fecb-4644-8a50-247329c8b5fd req-cbeac9e5-4761-4ce8-b37a-963d85f27fb2 tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Enqueued Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_members [ 920.351589] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_members [ 920.352174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.352293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.352367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.352649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.352803] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.353896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.353896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.353896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.353896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.353896] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.675819] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3aedbd4-ba88-458b-8666-d98c40865921 in Status: SUCCESS [ 920.676266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.676266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.676569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.676863] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.677185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.677291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.677496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.677584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.677692] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.859333] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.859333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.859333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.859333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.859333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.859333] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be deleted. [ 920.861584] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.861970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.862174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.862453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.862648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.862994] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.863853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.863853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.863853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.863853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.863853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 already deleted. [ 920.863853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.884297] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.884506] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.884629] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.885020] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.885853] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.886056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.886183] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.886440] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.886604] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.886824] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.886937] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.887077] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.887197] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.887309] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.887419] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.887556] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.023536] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.023536] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.136 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.023536] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.023781] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-528" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.024218] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-18ddc0af-0104-444c-8547-693d74e0e2b8 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.024435] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.024569] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.024999] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.025114] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ddc0af-0104-444c-8547-693d74e0e2b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.044044] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.044044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.044044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.044044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.044354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.044354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.180254] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.180414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.180568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.180704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.180800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.181015] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.181118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.181181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.181449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.181529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.181617] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 is going to be deleted. [ 921.216273] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.216484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.216604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.216906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.217109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.218821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.218821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.218821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.218821] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.218821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.218821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.218821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.219294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.219294] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3aedbd4-ba88-458b-8666-d98c40865921',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.530778] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.531081] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.531217] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.531498] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.531643] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.531792] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 18ddc0af-0104-444c-8547-693d74e0e2b8 not found, creating... [ 921.532061] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.532220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.532391] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.532663] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.532800] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.533146] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.533401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.533573] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.533792] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.533923] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.534091] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 18ddc0af-0104-444c-8547-693d74e0e2b8 is going to be created. [ 921.556827] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.557054] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.557235] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.557462] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.557683] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.557904] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.613151] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79ed5282-3860-473f-b234-de46fcf28330 in Status: SUCCESS [ 921.613372] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79ed5282-3860-473f-b234-de46fcf28330 deletion is rescheduled due to dependency. [ 921.613494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.649157] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 in Status: SUCCESS [ 921.649401] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 deletion is rescheduled due to dependency. [ 921.649521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.681829] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade in Status: SUCCESS [ 921.682183] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade deletion is rescheduled due to dependency. [ 921.682357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.721476] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.721752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.721842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.722310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.722310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.722467] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.722547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.722578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.722798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.722866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.723032] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3aedbd4-ba88-458b-8666-d98c40865921 already deleted. [ 921.723430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3aedbd4-ba88-458b-8666-d98c40865921" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.240296] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd8f7314-fecb-4644-8a50-247329c8b5fd req-11869019-1830-4de8-8d15-31aeb529bfc7 service nova] Enqueued Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_rules [ 922.240465] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd8f7314-fecb-4644-8a50-247329c8b5fd req-11869019-1830-4de8-8d15-31aeb529bfc7 service nova] Enqueued Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_members [ 922.240606] env[65363]: INFO networking_nsxv3.common.synchronization [req-fd8f7314-fecb-4644-8a50-247329c8b5fd req-11869019-1830-4de8-8d15-31aeb529bfc7 service nova] Enqueued Resource ID: 18ddc0af-0104-444c-8547-693d74e0e2b8 with Priority: HIGHEST for action port [ 922.241212] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_rules [ 922.241376] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_members [ 922.241498] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ddc0af-0104-444c-8547-693d74e0e2b8 with Priority: HIGHEST for action port [ 922.241805] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.242902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.242902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.242902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.242902] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.244383] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.244383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.244383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.244383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.244383] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.244383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.244383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.244383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.244383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.244696] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.245765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ddc0af-0104-444c-8547-693d74e0e2b8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.245895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.245935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.247957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.247957] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ddc0af-0104-444c-8547-693d74e0e2b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.747957] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.748376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.748376] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.750518] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18ddc0af-0104-444c-8547-693d74e0e2b8 with status ACTIVE [ 922.750518] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.750518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.750518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.750838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.750884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.752029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.752029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.752029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.752029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.752029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.752029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.752029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.752029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.752412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.752412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.752412] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18ddc0af-0104-444c-8547-693d74e0e2b8 is going to be updated. [ 922.775916] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.776293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.776293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.776382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.776552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.776743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ddc0af-0104-444c-8547-693d74e0e2b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.251039] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.362046] env[65363]: INFO networking_nsxv3.common.synchronization [req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 req-2b6cf0c9-a1dc-404a-ac77-13e01da07e9d tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 923.362046] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 923.362425] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.362652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.362730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.363213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.363444] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.363558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.363620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.363786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.363869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.363960] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.753612] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.753922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.753922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.754186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.754321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.755037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 is going to be created. [ 923.780032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.780032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.780032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.780032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.780032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.791218] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 in Status: UNINITIALIZED for 2s [ 923.866747] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.370456] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.874201] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.874201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.874201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.874201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.874201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.874201] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be updated. [ 924.946222] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.946401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.946461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.946691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.946873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.970170] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: IN_PROGRESS for 2s [ 925.412318] env[65363]: INFO networking_nsxv3.common.synchronization [req-f56e9d1d-2e76-476e-b087-4ca23904f669 req-b812b1b9-8f96-484f-8d47-1ccaaa422212 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 925.412923] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 925.413420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.413544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.413726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.413901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.414384] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.414384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.414384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.414526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.414559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.414667] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.802797] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 in Status: SUCCESS [ 925.803081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.803255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.803479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.803793] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.803916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.803983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.804165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.804249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.804339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.804429] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.917939] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.918733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.918869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.919254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.919720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.920892] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.922015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.922137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.922374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.922491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.922612] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b already deleted. [ 925.923373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.995995] env[65363]: INFO networking_nsxv3.common.synchronization [None req-cb7b25ef-93e2-4a73-b357-bef00c691aac None None] Enqueued Resource ID: 40028b20-1d89-4a69-870f-7063a2007f61 with Priority: HIGHEST for action port [ 925.998369] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40028b20-1d89-4a69-870f-7063a2007f61 with Priority: HIGHEST for action port [ 926.000054] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-40028b20-1d89-4a69-870f-7063a2007f61 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.000054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40028b20-1d89-4a69-870f-7063a2007f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.000054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40028b20-1d89-4a69-870f-7063a2007f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.000054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40028b20-1d89-4a69-870f-7063a2007f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.000054] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40028b20-1d89-4a69-870f-7063a2007f61',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.001369] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.001596] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.003610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.004028] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.004342] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.004675] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.006074] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.006539] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.006672] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.006905] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.007034] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.007034] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.007034] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.007454] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.007454] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.007587] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.038025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.038025] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.038025] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.038025] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.038025] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-52d602e9-207b-45b2-88b1-f2738dcf8a62 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.038025] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.038025] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.038025] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.038025] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d602e9-207b-45b2-88b1-f2738dcf8a62',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.307522] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.307702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.307779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.308084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.308293] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.308461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.308548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.308743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.308850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.308961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.309171] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.309297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.309366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.309593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.309711] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.309846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.309909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.310109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.310219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.310276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.310334] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.516819] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40028b20-1d89-4a69-870f-7063a2007f61 [ 926.516819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.517057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.517057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.517145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.517235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.517337] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40028b20-1d89-4a69-870f-7063a2007f61 already deleted. [ 926.517421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40028b20-1d89-4a69-870f-7063a2007f61" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.543024] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.543269] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.543414] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.543741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.543799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.543950] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 52d602e9-207b-45b2-88b1-f2738dcf8a62 not found, creating... [ 926.544368] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.544465] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.544532] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.544763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.544897] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.545195] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.545349] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.545461] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.545665] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.545783] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.545927] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 52d602e9-207b-45b2-88b1-f2738dcf8a62 is going to be created. [ 926.571511] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.571736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.571893] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.572126] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.572395] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.572593] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.812826] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50e8faeb-871c-4cb2-95c7-29b7c3448df2: rpc.has_security_group_logging(os_id): False [ 926.834870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.834870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.834870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.834870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.835431] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.835431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.835431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.835431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.835431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.835431] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 is going to be created. [ 926.913324] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.913518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.913518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.914187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.914187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.926317] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 in Status: IN_PROGRESS for 2s [ 926.981025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 926.981274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.212419] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb73c991-1fab-46b3-8b06-5e11b2854fef req-674c7e78-59eb-43e8-8954-e6f3572870d6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_members [ 927.212779] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb73c991-1fab-46b3-8b06-5e11b2854fef req-674c7e78-59eb-43e8-8954-e6f3572870d6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 927.214022] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_members [ 927.214178] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 927.214527] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.214666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.214726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.215277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.215277] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.215394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.215394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.215769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.215769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.215769] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.216633] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.216746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.216797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.216962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.221543] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.221711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.221771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.221914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.222011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.222121] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.266148] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb73c991-1fab-46b3-8b06-5e11b2854fef req-674c7e78-59eb-43e8-8954-e6f3572870d6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_rules [ 927.266349] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb73c991-1fab-46b3-8b06-5e11b2854fef req-674c7e78-59eb-43e8-8954-e6f3572870d6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 927.266489] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb73c991-1fab-46b3-8b06-5e11b2854fef req-674c7e78-59eb-43e8-8954-e6f3572870d6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_rules [ 927.267215] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb73c991-1fab-46b3-8b06-5e11b2854fef req-674c7e78-59eb-43e8-8954-e6f3572870d6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_members [ 927.267215] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb73c991-1fab-46b3-8b06-5e11b2854fef req-674c7e78-59eb-43e8-8954-e6f3572870d6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb with Priority: HIGHEST for action port [ 927.267453] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_rules [ 927.267502] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_rules [ 927.267585] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb with Priority: HIGHEST for action port [ 927.267670] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 927.267754] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_members [ 927.268336] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.268478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.268547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.268699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.268767] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.269704] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.269928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.270056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.271286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.271286] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.272870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de442f7-43aa-4620-830d-f7d9f52a73cb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.272870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.272870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.273204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.273204] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de442f7-43aa-4620-830d-f7d9f52a73cb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.275395] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.275598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.276553] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.276553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.331832] env[65363]: INFO networking_nsxv3.common.synchronization [req-f56e9d1d-2e76-476e-b087-4ca23904f669 req-423a5baf-589d-4415-b0ce-9b5d9c71fd74 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 927.332125] env[65363]: INFO networking_nsxv3.common.synchronization [req-f56e9d1d-2e76-476e-b087-4ca23904f669 req-423a5baf-589d-4415-b0ce-9b5d9c71fd74 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 927.332336] env[65363]: INFO networking_nsxv3.common.synchronization [req-f56e9d1d-2e76-476e-b087-4ca23904f669 req-423a5baf-589d-4415-b0ce-9b5d9c71fd74 service nova] Enqueued Resource ID: 52d602e9-207b-45b2-88b1-f2738dcf8a62 with Priority: HIGHEST for action port [ 927.333149] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 927.334119] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 927.334119] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d602e9-207b-45b2-88b1-f2738dcf8a62 with Priority: HIGHEST for action port [ 927.334119] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.334119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.334119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.334466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.334466] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.335844] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.335844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.335844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.336055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.336207] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.336341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.336446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.336654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.336786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.336917] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.338015] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d602e9-207b-45b2-88b1-f2738dcf8a62 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.338163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.338249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.338522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.338583] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d602e9-207b-45b2-88b1-f2738dcf8a62',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.724572] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.726792] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.773319] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.773467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.775926] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de442f7-43aa-4620-830d-f7d9f52a73cb with status ACTIVE [ 927.776023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.776149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.776221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.776461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.776551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.776758] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.776919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.777063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.777278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.777454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.777622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.777767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.777857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.778063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.778208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.778334] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb is going to be updated. [ 927.779735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.780106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.812447] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.812762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.812762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.812999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.812999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.813193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.840843] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.840987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.841800] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.843928] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d602e9-207b-45b2-88b1-f2738dcf8a62 with status ACTIVE [ 927.844297] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.844422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.844488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.844719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.844820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.845057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.845480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.845480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.845583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.845620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.845903] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.846068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.846150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.846409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.846632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.846632] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d602e9-207b-45b2-88b1-f2738dcf8a62 is going to be updated. [ 927.872000] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.872188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.873256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.873256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.873256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.873256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d602e9-207b-45b2-88b1-f2738dcf8a62" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.081837] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-c3b68d21-9151-4eea-b71d-16920d2a2d89 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 928.082430] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 928.082782] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.082916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.083025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.083810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.083810] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.083810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.083810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.083810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.084420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.084575] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.229131] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.230727] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.349238] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.447960] env[65363]: INFO networking_nsxv3.common.synchronization [req-9bb94b73-3d99-4350-a7ff-ce8e8c27c9e3 req-fd9138f3-04e9-4770-9670-85745d37ce63 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_members [ 928.447960] env[65363]: INFO networking_nsxv3.common.synchronization [req-9bb94b73-3d99-4350-a7ff-ce8e8c27c9e3 req-fd9138f3-04e9-4770-9670-85745d37ce63 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 928.447960] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 with Priority: HIGHEST for action security_group_members [ 928.447960] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 928.447960] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.448458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.448458] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.448568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.462954] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-d99321a9-1ffd-4c2a-b658-9c167e5004f5 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 928.463521] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 928.463841] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.464023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.497097] env[65363]: INFO networking_nsxv3.common.synchronization [req-9bb94b73-3d99-4350-a7ff-ce8e8c27c9e3 req-fd9138f3-04e9-4770-9670-85745d37ce63 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_rules [ 928.497367] env[65363]: INFO networking_nsxv3.common.synchronization [req-9bb94b73-3d99-4350-a7ff-ce8e8c27c9e3 req-fd9138f3-04e9-4770-9670-85745d37ce63 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 928.497562] env[65363]: INFO networking_nsxv3.common.synchronization [req-9bb94b73-3d99-4350-a7ff-ce8e8c27c9e3 req-fd9138f3-04e9-4770-9670-85745d37ce63 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb with Priority: HIGHEST for action port [ 928.499088] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_rules [ 928.499282] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 928.499414] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb with Priority: HIGHEST for action port [ 928.499796] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.499932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.500282] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.500327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.500563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de442f7-43aa-4620-830d-f7d9f52a73cb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.500695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.500784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.501881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.501881] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de442f7-43aa-4620-830d-f7d9f52a73cb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.587793] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.587936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.588030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.588265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.608392] env[65363]: INFO networking_nsxv3.common.synchronization [None req-9f0a010f-a845-49af-80ae-d33fd5317302 None None] Enqueued Resource ID: d4bbedd6-1e2c-4489-8541-d6de47c7a32e with Priority: HIGHEST for action port [ 928.608923] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4bbedd6-1e2c-4489-8541-d6de47c7a32e with Priority: HIGHEST for action port [ 928.609266] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4bbedd6-1e2c-4489-8541-d6de47c7a32e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.609389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4bbedd6-1e2c-4489-8541-d6de47c7a32e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.609438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4bbedd6-1e2c-4489-8541-d6de47c7a32e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.609692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4bbedd6-1e2c-4489-8541-d6de47c7a32e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.609777] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4bbedd6-1e2c-4489-8541-d6de47c7a32e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.621036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.621036] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.621036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.621036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.621036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.621036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.621036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 928.653173] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.653173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.653173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.653530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.653530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.666528] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 928.733101] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.733304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.733389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.733617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.733704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.733818] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 is going to be created. [ 928.735107] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.735225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.735293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.735469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.735552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.735641] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be updated. [ 928.773816] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.773816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.773816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.773816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.774189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.776693] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.776883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.776883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.777095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.777357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.793812] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: IN_PROGRESS for 2s [ 928.794540] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 in Status: UNINITIALIZED for 2s [ 928.838969] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.840222] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.840369] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.841726] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.841726] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.841726] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.841726] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.841726] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.841944] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.843388] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.843388] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.843388] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.843388] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.843388] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.843660] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.843660] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.851546] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.851771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.851771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.851965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.852074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.852177] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be created. [ 928.881700] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.881916] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.882060] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.882350] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-394" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.882734] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-26245fdd-9eec-4bf5-9b57-6947256b282e taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.882893] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.883230] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.883603] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.883659] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26245fdd-9eec-4bf5-9b57-6947256b282e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.898787] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.898947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.899024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.899250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.899413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.911429] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: UNINITIALIZED for 2s [ 928.940675] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 in Status: SUCCESS [ 928.940982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.006358] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de442f7-43aa-4620-830d-f7d9f52a73cb with status ACTIVE [ 929.006584] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.006784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.006863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.007121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.007333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.007569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.007702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.007772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.007948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.008053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.008278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.008384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.008439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.008592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.008686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.008768] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de442f7-43aa-4620-830d-f7d9f52a73cb is going to be updated. [ 929.041711] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.041711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.041973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.041973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.042177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.042352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de442f7-43aa-4620-830d-f7d9f52a73cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.113473] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4bbedd6-1e2c-4489-8541-d6de47c7a32e [ 929.113832] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.113832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.113948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.114143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.114232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.114326] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4bbedd6-1e2c-4489-8541-d6de47c7a32e already deleted. [ 929.114408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4bbedd6-1e2c-4489-8541-d6de47c7a32e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.386775] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.386891] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.387013] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.387394] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.387806] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.387806] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 26245fdd-9eec-4bf5-9b57-6947256b282e not found, creating... [ 929.388062] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.388282] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389139] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389139] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389139] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.389139] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.389618] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.389787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.390032] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.390283] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.390557] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 26245fdd-9eec-4bf5-9b57-6947256b282e is going to be created. [ 929.420466] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.420466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.420466] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.420693] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.420748] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.421408] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.193577] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-de252878-246c-4d04-9a5a-2bc2fb7f68e1 service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 930.193846] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-de252878-246c-4d04-9a5a-2bc2fb7f68e1 service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 930.193987] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-de252878-246c-4d04-9a5a-2bc2fb7f68e1 service nova] Enqueued Resource ID: 26245fdd-9eec-4bf5-9b57-6947256b282e with Priority: HIGHEST for action port [ 930.194471] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 930.194601] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 930.194703] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26245fdd-9eec-4bf5-9b57-6947256b282e with Priority: HIGHEST for action port [ 930.194985] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.195261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.195423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.195647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.195768] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.197143] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.197253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.200163] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-26245fdd-9eec-4bf5-9b57-6947256b282e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.200163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.200163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.200163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.200163] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26245fdd-9eec-4bf5-9b57-6947256b282e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.676597] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 930.676872] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 deletion is rescheduled due to dependency. [ 930.676943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.677145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.677402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.677632] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.678129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.678129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.678129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.678317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.678423] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.700581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.700709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.702123] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26245fdd-9eec-4bf5-9b57-6947256b282e with status ACTIVE [ 930.702335] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.702463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.702532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.702746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.702837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.703040] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.703146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.703212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.703374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.703443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.703630] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.703744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.703811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.703963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.704080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.704198] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26245fdd-9eec-4bf5-9b57-6947256b282e is going to be updated. [ 930.708201] env[65363]: INFO networking_nsxv3.common.synchronization [req-86beb48b-5268-47cb-8a87-0f9060d51cb6 req-2c1940be-223e-4493-9f57-80a0f769760b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 930.708665] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 930.708972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.709160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.709160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.709350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.709502] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.710556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.710556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.710556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.710556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.710556] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.727579] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.727579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.727579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.727579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.727865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.727865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26245fdd-9eec-4bf5-9b57-6947256b282e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.808128] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 930.808455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.809229] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 in Status: SUCCESS [ 930.810049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.810049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.810049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.810049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.810295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.810295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.810356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.810440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.810547] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.811487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.811656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.811829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.811942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.812164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.813173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.813685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.813685] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.924818] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 930.925556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.925767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.926039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.926697] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.926884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.926959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.927146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.927226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.927313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.927402] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.163258] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.163472] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-759" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.163689] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-759" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.164072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-759" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.164396] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.164572] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.164695] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.164923] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.165224] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.165462] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.165852] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.166027] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.166153] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.166287] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.166417] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.166554] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.180986] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.186412] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.186610] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.186777] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.186961] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-759" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.187323] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-d84af5c7-ba89-4e29-b868-a2f68928a69d taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.187510] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.187650] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.188095] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.188216] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84af5c7-ba89-4e29-b868-a2f68928a69d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.212734] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.213064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.213064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.213822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.213822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.213822] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.213822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.213822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.214063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.214063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.214063] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 931.243084] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.243311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.243311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.243494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.243627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.254133] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 931.280082] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.280322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.280422] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.280691] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.281021] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.281167] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.281301] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.281524] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.281667] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.281902] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.282021] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.282129] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.282240] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.282376] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.282561] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.282702] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.301351] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.301596] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.301743] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.301929] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.302274] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-0db29243-17ff-4645-9293-07a5618642f6 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.302451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.302573] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.302901] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.303126] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db29243-17ff-4645-9293-07a5618642f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.314882] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.318745] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.318878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.318953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.319172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.319262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.319451] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.319551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.319613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.319766] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.319846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.319951] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 is going to be deleted. [ 931.356693] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.356936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.356936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.357164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.357256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.357356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.357883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.358073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.358293] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.358402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.358468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.358618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.358700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.358794] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.430326] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.684150] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.691152] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.691476] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.691608] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.691900] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.692085] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.692311] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port d84af5c7-ba89-4e29-b868-a2f68928a69d not found, creating... [ 931.692710] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.692892] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.693046] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.693312] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.693515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.693865] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.694092] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.694242] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.694548] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.694716] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.694863] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: d84af5c7-ba89-4e29-b868-a2f68928a69d is going to be created. [ 931.720771] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.721065] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.721144] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.721478] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.721782] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.722036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.805399] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.805804] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.806083] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.806520] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.806784] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.807116] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 0db29243-17ff-4645-9293-07a5618642f6 not found, creating... [ 931.807538] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.807751] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.807845] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.808237] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.808407] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.808859] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.809087] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.809289] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.809706] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.809940] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.810241] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 0db29243-17ff-4645-9293-07a5618642f6 is going to be created. [ 931.817382] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.861506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.861784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.861907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.862308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.862395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.862708] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.862883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.863014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.863364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.863532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.863642] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 already deleted. [ 931.863781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.863937] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.865264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.865552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.865824] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.866015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.866137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.866411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.866537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.866703] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.876019] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.876467] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.876766] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.877233] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.877616] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.878111] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.932445] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e70995d-340d-410f-8a11-5d67a3c40b7b: rpc.has_security_group_logging(os_id): False [ 931.970971] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.971219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.971267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.971634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.971789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.972157] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.972336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.972417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.972679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.972814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.973046] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be created. [ 932.114884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.115143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.115263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.115947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.142188] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 932.185729] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.185952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.186113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.186939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.187232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.187406] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 932.256822] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.257122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.257122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.257394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.257562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.276367] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 932.320358] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.320623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.320755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.321126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.321290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.321460] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be updated. [ 932.368727] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a36ca2b-87ba-4cf0-a9ad-c39777a1f956',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.370346] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.370541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.370635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.371424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.371424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.371424] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.371673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.371673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.371867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.371969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.372120] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 already deleted. [ 932.372820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.373622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.373812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.373894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.374182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.374388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.396415] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: IN_PROGRESS for 2s [ 932.489659] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-8ee46697-46b0-455d-927e-bdf00a22217d service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 932.489867] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-8ee46697-46b0-455d-927e-bdf00a22217d service nova] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 932.490077] env[65363]: INFO networking_nsxv3.common.synchronization [req-250be829-5592-47e7-8f5c-7bfef0309313 req-8ee46697-46b0-455d-927e-bdf00a22217d service nova] Enqueued Resource ID: d84af5c7-ba89-4e29-b868-a2f68928a69d with Priority: HIGHEST for action port [ 932.490763] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_rules [ 932.490963] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 932.492046] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84af5c7-ba89-4e29-b868-a2f68928a69d with Priority: HIGHEST for action port [ 932.492046] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.492283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.492402] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.492475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.492619] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84af5c7-ba89-4e29-b868-a2f68928a69d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.492713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.492813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.493078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.493172] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84af5c7-ba89-4e29-b868-a2f68928a69d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.604478] env[65363]: INFO networking_nsxv3.common.synchronization [req-86beb48b-5268-47cb-8a87-0f9060d51cb6 req-05811735-2589-4097-89c9-4c801b6da9ba service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 932.604710] env[65363]: INFO networking_nsxv3.common.synchronization [req-86beb48b-5268-47cb-8a87-0f9060d51cb6 req-05811735-2589-4097-89c9-4c801b6da9ba service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 932.604849] env[65363]: INFO networking_nsxv3.common.synchronization [req-86beb48b-5268-47cb-8a87-0f9060d51cb6 req-05811735-2589-4097-89c9-4c801b6da9ba service nova] Enqueued Resource ID: 0db29243-17ff-4645-9293-07a5618642f6 with Priority: HIGHEST for action port [ 932.606628] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 932.606949] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 932.607188] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db29243-17ff-4645-9293-07a5618642f6 with Priority: HIGHEST for action port [ 932.607578] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.607714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.607794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.608079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.608149] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.609273] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.610517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.610517] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db29243-17ff-4645-9293-07a5618642f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.610517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.610517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.610517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.610517] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db29243-17ff-4645-9293-07a5618642f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.877174] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956: rpc.has_security_group_logging(os_id): False [ 932.901955] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.902162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.902227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.902774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.902774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.902774] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.902933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.902933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.903393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.903572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.903687] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 is going to be created. [ 932.929427] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956], does not exist path=[/infra/domains/default/groups/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956]."\n}' [ 932.930219] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 [ 932.930219] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 932.984297] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.984555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.984555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.984775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.985994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.986274] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.986398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.986456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.987027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.987027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.987027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.987226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.987226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.987443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.987571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.987659] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 is going to be created. [ 932.996008] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d84af5c7-ba89-4e29-b868-a2f68928a69d with status ACTIVE [ 932.996250] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.996411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.996463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.996664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.996753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.998152] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.998152] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.998152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.998152] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d84af5c7-ba89-4e29-b868-a2f68928a69d is going to be updated. [ 933.006247] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956], does not exist path=[/infra/domains/default/groups/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 [ 933.006332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a36ca2b-87ba-4cf0-a9ad-c39777a1f956" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.006589] env[65363]: Traceback (most recent call last): [ 933.006634] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 933.006634] env[65363]: return func(*args, **kwargs) [ 933.006634] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 933.006634] env[65363]: res.raise_for_status() [ 933.006634] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 933.006634] env[65363]: raise HTTPError(http_error_msg, response=self) [ 933.006634] env[65363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 [ 933.006634] env[65363]: During handling of the above exception, another exception occurred: [ 933.006634] env[65363]: Traceback (most recent call last): [ 933.007060] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 933.007060] env[65363]: listener.cb(fileno) [ 933.007060] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 933.007060] env[65363]: result = function(*args, **kwargs) [ 933.007060] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 933.007060] env[65363]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 933.007060] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 933.007060] env[65363]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 933.007060] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 933.007060] env[65363]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 933.007060] env[65363]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 933.007060] env[65363]: res.raise_for_status() [ 933.007060] env[65363]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 933.007060] env[65363]: raise HTTPError(http_error_msg, response=self) [ 933.007060] env[65363]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/7a36ca2b-87ba-4cf0-a9ad-c39777a1f956 [ 933.007060] env[65363]: Removing descriptor: 14 [ 933.023291] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.023291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.023291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.023291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.023291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.023291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84af5c7-ba89-4e29-b868-a2f68928a69d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.112180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112534] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0db29243-17ff-4645-9293-07a5618642f6 with status ACTIVE [ 933.112723] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.112915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.113227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.113346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.113550] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.113656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.113722] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.113902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.114062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.114294] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.114436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.114522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.114728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.114850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.114930] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0db29243-17ff-4645-9293-07a5618642f6 is going to be updated. [ 933.160866] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.161074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.161113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.161327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.161464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.161632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db29243-17ff-4645-9293-07a5618642f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.264422] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 933.264778] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 deletion is rescheduled due to dependency. [ 933.264778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.264884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.265102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.265284] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.265403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.265475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.265615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.265687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.265782] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.767871] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.155604] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 934.155865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.277439] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.296728] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 934.297551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.297551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.297551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.297743] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.298200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.298200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.298200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.298409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.298409] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.411959] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 934.412166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.412350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.412577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.412802] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.412922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.412990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.413194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.413283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.413374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.413477] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.417205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.417205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.417205] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.417205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.417205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.417205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.417205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.417205] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.780650] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.781092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.781258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.781657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.781746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.781930] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 934.804755] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.856289] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.856496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.856560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.858236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.858236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.875407] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 934.918729] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.918890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.919193] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.307098] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.422636] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.810761] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.810921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.812585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.812585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.812585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.812585] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 935.858714] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.860844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.860844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.863482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.863482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.875124] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 935.925641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.925794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.925919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.926105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.926195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.926298] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be updated. [ 935.966723] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.966723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.966723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.966723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.966723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.977592] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: IN_PROGRESS for 2s [ 936.326451] env[65363]: INFO networking_nsxv3.common.synchronization [req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad req-9d57a7ff-6fba-44dd-8186-9be8d139cd04 tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Enqueued Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_members [ 936.327971] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGHEST for action security_group_members [ 936.327971] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.327971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.327971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.328230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.328403] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.328695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.328695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.328872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.329011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.329135] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.834458] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.834458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.834458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.834458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.859676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.859981] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.860132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.860198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.860417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.860503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.860594] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 is going to be updated. [ 936.890813] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 936.891245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.891853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.892040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.892222] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.892330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.892402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.892577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.892663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.892757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.892865] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.905517] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.905744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.905744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.905911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.906065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.919040] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 in Status: IN_PROGRESS for 2s [ 937.402030] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.402030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.403094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.403094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.403757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.403954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.404087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.404348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.404490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.404569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.404844] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.404954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.406939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.406939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.406939] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.406939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.406939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.406939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.406939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.406939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.407628] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.890051] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 937.890051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.890051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.890276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.890685] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.891034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.891326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.891653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.892024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.892292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.892533] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.893885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.894262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.894578] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.894824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.894992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.895254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.896518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.896518] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.911594] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5c60ad9-5cb3-4428-81e1-02967ef32161: rpc.has_security_group_logging(os_id): False [ 937.933678] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.933678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.933678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.934756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.963928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.964479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.964665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.964815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.967631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.967830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.968171] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.968309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.968378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.968751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.968848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.969147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.969252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.969340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.969489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.969561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.969657] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 938.001638] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 938.001962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.002658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.002890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.003187] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.003322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.003415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.003555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.003628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.003724] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.076427] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.076696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.076696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.076933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.076980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.110646] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 938.397748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.397925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.399314] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.506389] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.902765] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.929627] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 in Status: SUCCESS [ 938.929792] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 deletion is rescheduled due to dependency. [ 938.929879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.008763] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.404763] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.405321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.405321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.405599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.405599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.405848] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 939.441295] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.441470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.441512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.441738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.441887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.454475] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 939.466898] env[65363]: INFO networking_nsxv3.common.synchronization [req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b req-ff4cdc59-7c45-4f6f-9dd0-6e3d516856ff tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Enqueued Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 939.466898] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb with Priority: HIGHEST for action security_group_members [ 939.467198] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.467298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.514537] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.514908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.514908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.515086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.515215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.515298] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be updated. [ 939.570175] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.570363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.570444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.570714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.570875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.586060] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: IN_PROGRESS for 2s [ 940.173848] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 940.173848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.440363] env[65363]: INFO networking_nsxv3.common.synchronization [req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 req-f32c5b3e-e341-446a-a2fc-4110ab283ee9 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 940.441032] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 940.441363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.441486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.442191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.442191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.442191] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.442191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.442425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.442457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.442525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.442638] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.946258] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.947448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.947448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.947448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.973812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.974236] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.974375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.974375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.974530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.974611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.974700] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 941.008906] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.009306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.009437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.009713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.009895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.022050] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 941.467437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 941.467589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.467765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.468102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.468494] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.468646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.468703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.468998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.469926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.469926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.469926] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.470096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.470143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.470774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.471147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.471324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.471441] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.472564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.472564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.472564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.473305] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.538216] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.538216] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.538216] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.538216] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.538981] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.538981] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.539226] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.539445] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.539554] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.539787] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.539906] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.540292] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.540344] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.540474] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.540581] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.540718] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.576515] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.576515] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.576515] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.576515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-889" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.576515] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.576764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.576764] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.577133] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.577296] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c201e0fe-1d3c-437e-ab3f-cdca363dc89f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.599796] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 941.600852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.600852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.600852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.600852] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.600852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.600852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.601164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.601164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.601164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.601589] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-08d6819a-9b4e-428f-b1df-6506eb199dcb taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.601589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.601589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.601589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.601767] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.601806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.601853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.601991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.602347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.602347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.602347] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.603761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.603932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.604685] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.604685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.604685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.604685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.604685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.604685] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.977593] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9: rpc.has_security_group_logging(os_id): False [ 941.996542] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.996688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.996890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.996965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.016323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.016553] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.016706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.016778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.016992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.017155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.017441] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.017495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.017527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.017664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.017740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.017932] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.018034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.018097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.018239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.018334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.018432] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 942.079573] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.079939] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.080176] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.080723] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.080969] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.081194] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port c201e0fe-1d3c-437e-ab3f-cdca363dc89f not found, creating... [ 942.081688] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.081861] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.082088] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.082826] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.082826] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.083198] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.083395] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.083606] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.083891] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.084138] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.084300] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: c201e0fe-1d3c-437e-ab3f-cdca363dc89f is going to be created. [ 942.091492] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.091492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.091725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.091783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.091914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.107017] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.107235] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.107235] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.107515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.107747] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.107972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.108793] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08d6819a-9b4e-428f-b1df-6506eb199dcb: rpc.has_security_group_logging(os_id): False [ 942.109872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.110028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.110079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.110291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.112114] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 942.134162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.134387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.139553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.139947] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.140109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.140179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.140485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.140585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.140688] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be updated. [ 942.141771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.141968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.142077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.142284] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.142393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.142455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.142614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.142696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.143121] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.143121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.143251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.143338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.143413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.143618] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.143712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.143772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.143912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.143985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.144084] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be updated. [ 942.194819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.195024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.195096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.195368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.195542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.234862] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: IN_PROGRESS for 2s [ 942.299541] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.299781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.299781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.300018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.300170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.321371] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: IN_PROGRESS for 2s [ 942.576673] env[65363]: INFO networking_nsxv3.common.synchronization [req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 req-a4ef6160-5e81-4af0-be19-a44ef852b61b tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Enqueued Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_members [ 942.577732] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGHEST for action security_group_members [ 942.577998] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.578430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.578576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.578850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.579010] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.579223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.579223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.579410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.579515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.579673] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.891698] env[65363]: INFO networking_nsxv3.common.synchronization [req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 req-80dc6c11-7563-42e6-b590-a2d91e7bde6e service nova] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_rules [ 942.891918] env[65363]: INFO networking_nsxv3.common.synchronization [req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 req-80dc6c11-7563-42e6-b590-a2d91e7bde6e service nova] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 942.892597] env[65363]: INFO networking_nsxv3.common.synchronization [req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 req-80dc6c11-7563-42e6-b590-a2d91e7bde6e service nova] Enqueued Resource ID: c201e0fe-1d3c-437e-ab3f-cdca363dc89f with Priority: HIGHEST for action port [ 942.894125] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_rules [ 942.894125] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 942.894125] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c201e0fe-1d3c-437e-ab3f-cdca363dc89f with Priority: HIGHEST for action port [ 942.894125] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.894350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.894350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.894546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.895460] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.895663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.896553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.896553] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.896553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.896553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.896839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.896872] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c201e0fe-1d3c-437e-ab3f-cdca363dc89f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.035350] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 943.035723] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c deletion is rescheduled due to dependency. [ 943.035723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.035868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.036167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.036375] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.036495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.036573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.036750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.037635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.037818] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.083042] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.083042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.083268] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.083545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.107236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.107479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.107609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.107668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.107878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.107971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.108078] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 is going to be updated. [ 943.134853] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.134950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.135448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.135448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.135448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.150451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2866cba9-15b2-4d8e-afde-c4afac695466 in Status: IN_PROGRESS for 2s [ 943.401590] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.401590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.401590] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c201e0fe-1d3c-437e-ab3f-cdca363dc89f with status ACTIVE [ 943.401590] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.401590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.401590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.401590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.402082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.402082] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.402082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.402082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.402655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.402655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.403766] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.403766] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.403766] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.403986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.403986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.404149] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c201e0fe-1d3c-437e-ab3f-cdca363dc89f is going to be updated. [ 943.430466] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.430466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.430466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.430466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.430466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.430466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c201e0fe-1d3c-437e-ab3f-cdca363dc89f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.542587] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.045195] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.137025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 944.137025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.137025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.137025] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.246991] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 944.246991] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb deletion is rescheduled due to dependency. [ 944.246991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.339068] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb in Status: SUCCESS [ 944.339335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.339476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.339711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.339805] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08d6819a-9b4e-428f-b1df-6506eb199dcb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.550687] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.550904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.551097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.552305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.552388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.552497] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 944.591168] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.592032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.592032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.592150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.592267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.605738] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 944.640027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.640342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.640342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.641344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.641344] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.641344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.641344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.641344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.641344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.641344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.641344] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.868263] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.868452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.868767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.868767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.868902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.869283] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08d6819a-9b4e-428f-b1df-6506eb199dcb is going to be deleted. [ 944.939372] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.939667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.939667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.940140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.940140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.940273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08d6819a-9b4e-428f-b1df-6506eb199dcb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.144449] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.146784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.147053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.147506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.147815] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.148098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.148267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.148573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.148767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.148948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.149298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.149874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.150088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.150382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.150661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.150882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.151157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.151433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.153937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153937] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.167501] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2866cba9-15b2-4d8e-afde-c4afac695466 in Status: SUCCESS [ 945.167829] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 deletion is rescheduled due to dependency. [ 945.168090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.516444] env[65363]: INFO networking_nsxv3.common.synchronization [req-56752003-53b4-499d-b796-063db947df75 req-0226ea33-a39d-4946-95e1-9a468f535b39 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 945.517430] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 945.517806] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.517974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.518088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.518411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.518573] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.518680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.518768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.518965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.519156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.519268] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.656172] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9: rpc.has_security_group_logging(os_id): False [ 945.676097] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.676322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.676383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.676555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.676645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.676843] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.676933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.677029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.677219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.677311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.677518] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.677616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.677686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.679024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.679024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.679024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.679024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.679024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.679024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.679024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.679024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 945.797214] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.799151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.799151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.799151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.799151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.832946] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 946.023116] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.525619] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.618969] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 946.619218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.619371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.619601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.619794] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.619908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.619970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.620153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.620229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.620312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.620401] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.029406] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.029406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.029406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.029679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.029862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.030036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 947.090362] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.090550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.090663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.090968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.091200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.103653] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 947.125771] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.125960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.126030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.126562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.126562] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.126562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.126682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.126773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.126856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.126957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.127109] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.127205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.127263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.127402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.127540] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.127629] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.127689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.127823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.127896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.127983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.128083] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.630490] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c: rpc.has_security_group_logging(os_id): False [ 947.673926] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.674102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.674181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.674399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.674484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.674684] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.674796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.676720] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.676720] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.676720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.676720] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 947.819827] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.820449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.820738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.821972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.821972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.851709] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 947.868819] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 947.869844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.877626] env[65363]: INFO networking_nsxv3.common.synchronization [req-8c2cd5ee-035a-4b17-8859-17493c9ed743 req-7a57c61a-0226-4ef7-8df4-732a7150808a tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 947.878403] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 947.879223] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.879223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.880471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.881243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.881243] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.881243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.881243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.881415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.881508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.881608] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.977437] env[65363]: INFO networking_nsxv3.common.synchronization [req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 req-b4fa9da3-b6bc-409c-b181-1c9771ab06a1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 947.977437] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 947.977437] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.977437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.977979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.978083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.978606] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.978826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.978994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.979948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.979948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.979948] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.384957] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.454035] env[65363]: INFO networking_nsxv3.common.synchronization [req-8c2cd5ee-035a-4b17-8859-17493c9ed743 req-d9e074c9-be92-459e-811a-c43fe288b6df tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 948.454635] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGHEST for action security_group_members [ 948.456526] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.456698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.485339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.485339] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 already deleted. [ 948.485339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.652353] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.652760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.652760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.653188] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.653506] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.653677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.653798] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.654042] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.654219] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654438] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.654553] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.654662] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.654770] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.654883] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.654985] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.655152] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.677287] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.677536] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.677774] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.678017] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.678781] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-15248757-5695-4e63-b44e-3506e95351e9 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.678781] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.678997] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.679318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.679524] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15248757-5695-4e63-b44e-3506e95351e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.887828] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.114930] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 949.114930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.182860] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.182860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.182860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.182860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.182860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.182860] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 15248757-5695-4e63-b44e-3506e95351e9 not found, creating... [ 949.183259] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.183488] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.183617] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.183864] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.185072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.185072] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.185072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.185072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.185072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.185298] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.185453] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 15248757-5695-4e63-b44e-3506e95351e9 is going to be created. [ 949.207094] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.207332] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.207453] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.207960] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.207960] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.208263] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.271371] env[65363]: INFO networking_nsxv3.common.synchronization [req-e80cad79-ffd0-4c44-9151-41561d8840c6 req-6097ef6f-d5b2-4912-98b7-c0abe9b7cdb5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 949.271944] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGHEST for action security_group_members [ 949.272315] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.272456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.272519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.272728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.272881] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.272983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.273060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.273273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.273362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.273458] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.391941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.391941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.391941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.392232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.392232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.392232] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 949.442034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.442202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.442246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.444577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.444577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.457762] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 949.776747] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.776747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.776747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.776747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.803561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.803925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.804131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.804207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.804476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.804584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.804681] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be updated. [ 949.844655] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.845536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.845536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.845536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.846762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.859799] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: IN_PROGRESS for 2s [ 949.870194] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 949.870194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.052116] env[65363]: INFO networking_nsxv3.common.synchronization [req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 req-2f7f64db-08ec-470d-8c5d-ef48d299ff09 service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 950.052766] env[65363]: INFO networking_nsxv3.common.synchronization [req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 req-2f7f64db-08ec-470d-8c5d-ef48d299ff09 service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 950.053465] env[65363]: INFO networking_nsxv3.common.synchronization [req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 req-2f7f64db-08ec-470d-8c5d-ef48d299ff09 service nova] Enqueued Resource ID: 15248757-5695-4e63-b44e-3506e95351e9 with Priority: HIGHEST for action port [ 950.053955] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 950.054474] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 950.054474] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15248757-5695-4e63-b44e-3506e95351e9 with Priority: HIGHEST for action port [ 950.054866] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.057127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.057251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.057543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.057738] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.058976] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.059453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.059453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.059453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.059700] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.059801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.059863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.060028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.060111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.060199] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.061165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-15248757-5695-4e63-b44e-3506e95351e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.061239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.061309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.061645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.061645] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15248757-5695-4e63-b44e-3506e95351e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.563144] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.563298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.563494] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.566442] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15248757-5695-4e63-b44e-3506e95351e9 with status ACTIVE [ 950.566489] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.566780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.566780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.566938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.567021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.567204] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.567358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.567358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.567687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.567786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.568036] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.568131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.568131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.568363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.568433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.569569] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15248757-5695-4e63-b44e-3506e95351e9 is going to be updated. [ 950.592902] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.593097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.593147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.593618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.593618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.593618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15248757-5695-4e63-b44e-3506e95351e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.066098] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.469049] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 951.469432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.469620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.469832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.470028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.470149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.470214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.470366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.470443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.470538] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.569423] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.570032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.570032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.570032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.570156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.570218] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be created. [ 951.618116] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.618116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.618116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.618116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.618116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.629816] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: UNINITIALIZED for 2s [ 951.870965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 in Status: SUCCESS [ 951.871299] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 deletion is rescheduled due to dependency. [ 951.871299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.975188] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.975517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.975517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.975618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.976180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.976180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.976180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.976180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.976512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.976512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.976621] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be updated. [ 952.005111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.005315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.005413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.005802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.005802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.016613] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: IN_PROGRESS for 2s [ 953.029983] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b11d530e-aa81-48a8-aa79-66f04964c53a None None] Enqueued Resource ID: 3beef611-c061-414e-b9a4-f913065419bd with Priority: HIGHEST for action port [ 953.029983] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3beef611-c061-414e-b9a4-f913065419bd with Priority: HIGHEST for action port [ 953.030469] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3beef611-c061-414e-b9a4-f913065419bd taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.030469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3beef611-c061-414e-b9a4-f913065419bd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.030469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3beef611-c061-414e-b9a4-f913065419bd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.030953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3beef611-c061-414e-b9a4-f913065419bd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.030953] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3beef611-c061-414e-b9a4-f913065419bd',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.534085] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3beef611-c061-414e-b9a4-f913065419bd [ 953.534085] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.534085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.534085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.534085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.534085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.534085] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3beef611-c061-414e-b9a4-f913065419bd already deleted. [ 953.534085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3beef611-c061-414e-b9a4-f913065419bd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.644946] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.644946] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.644946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.644946] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.030603] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 in Status: SUCCESS [ 954.030603] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 deletion is rescheduled due to dependency. [ 954.030603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.150186] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.150186] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.150186] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.150633] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.150633] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.150633] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.150751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.150794] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.150981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.150981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.151076] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.151174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.151257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.151345] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.654834] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501099e8-1b4e-4928-b451-c482e696d9e8: rpc.has_security_group_logging(os_id): False [ 954.675895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.675895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.677304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.677304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.677304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.677304] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.677898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.678174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.678840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.679116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.679839] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.679839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.679839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.680129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.680281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.680596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.680758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.680878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.681182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.681328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.681378] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be created. [ 954.754440] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.754682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.754682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.754936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.755151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.780837] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 955.786039] env[65363]: INFO networking_nsxv3.common.synchronization [None req-145cd08b-8a0c-4914-b3df-adc7fdef4e13 None None] Enqueued Resource ID: f9321cdc-68ab-4336-9d6a-99929600ef43 with Priority: HIGHEST for action port [ 955.786574] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9321cdc-68ab-4336-9d6a-99929600ef43 with Priority: HIGHEST for action port [ 955.787465] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9321cdc-68ab-4336-9d6a-99929600ef43 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.788185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9321cdc-68ab-4336-9d6a-99929600ef43" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.788283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9321cdc-68ab-4336-9d6a-99929600ef43" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.788552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9321cdc-68ab-4336-9d6a-99929600ef43" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.788669] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9321cdc-68ab-4336-9d6a-99929600ef43',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.291237] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9321cdc-68ab-4336-9d6a-99929600ef43 [ 956.291237] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.291237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.291473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.291785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.291785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.291785] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9321cdc-68ab-4336-9d6a-99929600ef43 already deleted. [ 956.291950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9321cdc-68ab-4336-9d6a-99929600ef43" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.799562] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 956.799920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.932210] env[65363]: INFO networking_nsxv3.common.synchronization [req-f33bd1e6-2019-46f2-8847-fec5e940cf35 req-eebf5177-9fdb-4cd1-925a-8dd3647eab4c tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 956.934886] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGHEST for action security_group_members [ 956.936555] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.936555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.936555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.936755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.936919] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.937049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.937144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.937267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.937395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.937462] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.441806] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.442017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.442122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.442364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.442468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.442731] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.442801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.442838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.442985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.443174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.443174] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be updated. [ 957.480940] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.481936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.481936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.481936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.481936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.497084] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: IN_PROGRESS for 2s [ 958.066422] env[65363]: INFO networking_nsxv3.common.synchronization [req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 req-c86fe63d-57c2-44e6-9773-dcef4f764a24 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 958.068505] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 958.070252] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.070427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.070485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.070741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.070959] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.070959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.071102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.071595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.071595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.071595] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.575949] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.077331] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.516172] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c in Status: SUCCESS [ 959.516367] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c deletion is rescheduled due to dependency. [ 959.516489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.584026] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.584026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.584026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.584298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.584298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.584298] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 959.619560] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.619703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.619766] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.619978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.620325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.632667] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 961.646920] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 961.647390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.070447] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 963.070447] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 963.164737] env[65363]: INFO networking_nsxv3.common.synchronization [req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 req-f602bc0f-2756-40dd-bfd0-7b9b310d60e9 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 963.165256] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGHEST for action security_group_members [ 963.165622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.165704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.165760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.165952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.166903] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.167035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.167112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.167305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.167874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.167874] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.674030] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.674030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.674030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.674030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.697821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.698283] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.698416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.698493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.698698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.698781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.698872] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be updated. [ 963.758277] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.758277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.758398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.758568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.758715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.776430] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: IN_PROGRESS for 2s [ 965.790179] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 in Status: SUCCESS [ 965.790552] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 deletion is rescheduled due to dependency. [ 965.790653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.008718] env[65363]: INFO networking_nsxv3.common.synchronization [req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 req-f4c03f44-01aa-439c-a08a-b6f8c39d4078 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_members [ 966.009347] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 with Priority: HIGHEST for action security_group_members [ 966.009671] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.010028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.010028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.010590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.011170] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.011347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.011736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.011809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.011867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.012201] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.514579] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.514579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.515700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.515700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.548358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.550043] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.550043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.550043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.550043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.550043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.550043] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 is going to be updated. [ 966.591076] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.591544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.593710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.593710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.593710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.605785] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 in Status: IN_PROGRESS for 2s [ 966.783527] env[65363]: INFO networking_nsxv3.common.synchronization [req-ce5f3aa0-5352-4d36-aac1-41430f233363 req-f9fd7cb3-4bd5-414f-bf59-80dac5fa41b2 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Enqueued Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_members [ 966.783748] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGHEST for action security_group_members [ 966.784192] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.784331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.784388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.784590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.787864] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.787864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.787864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.787864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.787864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.787864] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.288496] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.288496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.288496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.288496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.326157] env[65363]: INFO networking_nsxv3.common.synchronization [None req-bc909b5c-036b-4150-bb6b-d3ac1a6bd076 None None] Enqueued Resource ID: 0cb20568-f95f-4d8d-be00-cae0db55d2e5 with Priority: HIGHEST for action port [ 967.327393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.327554] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.327675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.327725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.327928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.328023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.328158] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed is going to be updated. [ 967.329640] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb20568-f95f-4d8d-be00-cae0db55d2e5 with Priority: HIGHEST for action port [ 967.329989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb20568-f95f-4d8d-be00-cae0db55d2e5 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.330149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb20568-f95f-4d8d-be00-cae0db55d2e5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.330196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb20568-f95f-4d8d-be00-cae0db55d2e5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.330428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb20568-f95f-4d8d-be00-cae0db55d2e5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.330514] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb20568-f95f-4d8d-be00-cae0db55d2e5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.374196] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.374449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.374449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.374622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.374758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.384150] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed in Status: IN_PROGRESS for 2s [ 967.397843] env[65363]: INFO networking_nsxv3.common.synchronization [req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 req-e7d41458-6af6-48d5-9b97-54559f03886d tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Enqueued Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_members [ 967.397960] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_members [ 967.398289] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.398433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.398498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.398711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.398861] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.399021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.399084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.399553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.399553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.399553] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.833804] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cb20568-f95f-4d8d-be00-cae0db55d2e5 [ 967.833804] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.833804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.833804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.833804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.833804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.833804] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cb20568-f95f-4d8d-be00-cae0db55d2e5 already deleted. [ 967.833804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb20568-f95f-4d8d-be00-cae0db55d2e5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.843034] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-356 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.843593] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.843832] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.844366] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.844854] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.845145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.845345] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.845721] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.845995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.846440] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.846592] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.846756] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.846935] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.847950] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.847950] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.847950] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.870899] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.871112] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.871252] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.871451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-356" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.871779] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-91be1400-f29a-415f-b61f-5e63bd952de9 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.871952] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.872081] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.872427] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.872678] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91be1400-f29a-415f-b61f-5e63bd952de9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.902501] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.902501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.902501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.902752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.902997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.904442] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.904442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.904442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.904442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.904442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.904442] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c already deleted. [ 967.904442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.200062] env[65363]: INFO networking_nsxv3.common.synchronization [None req-fa86936f-3bcb-4941-87b1-ba40621fa946 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Enqueued Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_rules [ 968.200644] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_rules [ 968.200954] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.201086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.201207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.201435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.201504] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.321824] env[65363]: INFO networking_nsxv3.common.synchronization [None req-5c8e4fb6-4df1-4273-b365-9055745073d7 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Enqueued Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_rules [ 968.322380] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_rules [ 968.322700] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.322818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375323] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.375604] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.375731] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.376056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.376220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.376402] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 91be1400-f29a-415f-b61f-5e63bd952de9 not found, creating... [ 968.376674] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.376849] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.376986] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.377263] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.377417] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.377731] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.377900] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.378050] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.378303] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.378428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.378581] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 91be1400-f29a-415f-b61f-5e63bd952de9 is going to be created. [ 968.401377] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.401620] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.401795] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.402151] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.402412] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.402669] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.624496] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 in Status: SUCCESS [ 968.624496] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9 deletion is rescheduled due to dependency. [ 968.624496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.724675] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.724675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.724675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.724675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.724675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.725098] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 already deleted. [ 968.725098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.725098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.725196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.725196] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.208715] env[65363]: INFO networking_nsxv3.common.synchronization [req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 req-e3787ce3-68b5-48c8-b557-8c8b3427c810 service nova] Enqueued Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_rules [ 969.208890] env[65363]: INFO networking_nsxv3.common.synchronization [req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 req-e3787ce3-68b5-48c8-b557-8c8b3427c810 service nova] Enqueued Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_members [ 969.209034] env[65363]: INFO networking_nsxv3.common.synchronization [req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 req-e3787ce3-68b5-48c8-b557-8c8b3427c810 service nova] Enqueued Resource ID: 91be1400-f29a-415f-b61f-5e63bd952de9 with Priority: HIGHEST for action port [ 969.209741] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_rules [ 969.209951] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_members [ 969.210681] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91be1400-f29a-415f-b61f-5e63bd952de9 with Priority: HIGHEST for action port [ 969.211061] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.211260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.211555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.211838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.211962] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.214674] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.215058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.215102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.215430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.215532] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.216568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.216568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.216568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.216568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.216568] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.218561] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-91be1400-f29a-415f-b61f-5e63bd952de9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.218695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.218695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.218695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.218695] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91be1400-f29a-415f-b61f-5e63bd952de9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.250965] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.250965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.250965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.250965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.250965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.250965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 already deleted. [ 969.250965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.395025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed in Status: SUCCESS [ 969.395025] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed deletion is rescheduled due to dependency. [ 969.395655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.701944] env[65363]: INFO networking_nsxv3.common.synchronization [None req-285e8137-5765-46d7-8c62-e8a8aef134cc None None] Enqueued Resource ID: 3bdb6798-38db-4ce5-afee-b6c7ae441b65 with Priority: HIGHEST for action port [ 969.702548] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bdb6798-38db-4ce5-afee-b6c7ae441b65 with Priority: HIGHEST for action port [ 969.702920] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bdb6798-38db-4ce5-afee-b6c7ae441b65 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.703246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bdb6798-38db-4ce5-afee-b6c7ae441b65" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.703246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bdb6798-38db-4ce5-afee-b6c7ae441b65" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.703446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bdb6798-38db-4ce5-afee-b6c7ae441b65" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.703532] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bdb6798-38db-4ce5-afee-b6c7ae441b65',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.715663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.715663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.719567] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.722055] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91be1400-f29a-415f-b61f-5e63bd952de9 with status ACTIVE [ 969.722055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.722055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.722055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.722055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.722543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.722543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.722543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.722543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.722543] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91be1400-f29a-415f-b61f-5e63bd952de9 is going to be updated. [ 969.752995] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.752995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.752995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.752995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.752995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.752995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91be1400-f29a-415f-b61f-5e63bd952de9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.207028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bdb6798-38db-4ce5-afee-b6c7ae441b65 [ 970.207028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.207028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.207028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.207325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.207463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.207569] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bdb6798-38db-4ce5-afee-b6c7ae441b65 already deleted. [ 970.207713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bdb6798-38db-4ce5-afee-b6c7ae441b65" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.221782] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.726082] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.726082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.726082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.726082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.726082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.726082] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c is going to be created. [ 970.758246] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.758408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.758462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.758676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.758830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.770364] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c in Status: UNINITIALIZED for 2s [ 972.783713] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c in Status: SUCCESS [ 972.784049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.784131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.784491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.784784] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.784989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.785090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.785351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.785488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.785538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.785661] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.288631] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.288806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.288862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.289084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.289254] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.289359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.289423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.289608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.289651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.289742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.289887] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.289981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.290053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.290259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.290465] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.290518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.290578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.290721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.290797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.290877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.290967] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.793927] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f28afa5-c434-49a0-ab0f-35f129f9a22c: rpc.has_security_group_logging(os_id): False [ 973.809314] env[65363]: INFO networking_nsxv3.common.synchronization [req-af767eca-4ae4-41e1-8a8a-430ec0070429 req-93591e39-dffa-4fed-911d-14bd49ac89b1 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 973.809791] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 973.810506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.810506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.810506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.810792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.811367] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.811367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.811367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.811367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.811367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.812277] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.827859] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.828123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.828123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.828391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.828391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.828670] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.828817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.828859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.828999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.829117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.829368] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.829368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.829451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.829610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.829693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.829820] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.829914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.829998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.830151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.830266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.830333] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c is going to be created. [ 973.934772] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.934772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.934772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.935114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.935227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.957246] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c in Status: IN_PROGRESS for 2s [ 974.315978] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.736218] env[65363]: INFO networking_nsxv3.common.synchronization [req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 req-cddead4a-d2ea-48e2-a051-f3109ee58d82 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 974.736989] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 974.737419] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.737587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.737691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.738220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.738220] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.738355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.738592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.738669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.738778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.738877] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.820401] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.171724] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.171947] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.172041] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.172319] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.172588] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.172746] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.172859] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.174699] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.174699] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.174838] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.174914] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.175094] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.175254] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.175747] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.175957] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.176173] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.204198] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.204198] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.204442] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.204610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.205052] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-366e230c-8c30-4ad4-8dea-57af2a526fa1 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.205946] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.205946] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.205946] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.206064] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366e230c-8c30-4ad4-8dea-57af2a526fa1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.243987] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.323276] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.323437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.323479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.323697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.323859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.324084] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be updated. [ 975.362572] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.362738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.363034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.363184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.363394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.376315] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: IN_PROGRESS for 2s [ 975.708930] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.709161] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.709485] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.709591] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.709741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.709925] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 366e230c-8c30-4ad4-8dea-57af2a526fa1 not found, creating... [ 975.710258] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.710425] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.710543] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.710771] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.710908] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.711208] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.711384] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.711501] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.711707] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.711841] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.711980] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 366e230c-8c30-4ad4-8dea-57af2a526fa1 is going to be created. [ 975.736583] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.736811] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.736953] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.737258] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.737486] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.737818] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.746340] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.964986] env[65363]: INFO networking_nsxv3.common.synchronization [None req-5276c78f-dbc3-4ff6-abfd-a72c1bc83217 None None] Enqueued Resource ID: 1dfe5f3b-007c-4f38-b4c0-2c338ffd450c with Priority: HIGHEST for action port [ 975.965552] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfe5f3b-007c-4f38-b4c0-2c338ffd450c with Priority: HIGHEST for action port [ 975.965870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dfe5f3b-007c-4f38-b4c0-2c338ffd450c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.965996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dfe5f3b-007c-4f38-b4c0-2c338ffd450c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.966077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dfe5f3b-007c-4f38-b4c0-2c338ffd450c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.967044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dfe5f3b-007c-4f38-b4c0-2c338ffd450c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.967235] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfe5f3b-007c-4f38-b4c0-2c338ffd450c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.972622] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c in Status: SUCCESS [ 975.972622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.248984] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.248984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.248984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.249541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.249541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.249541] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 976.293749] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.293936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.293992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.294257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.294425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.312537] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 976.473249] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1dfe5f3b-007c-4f38-b4c0-2c338ffd450c [ 976.473555] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.473715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.473790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.474225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.474338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.474498] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1dfe5f3b-007c-4f38-b4c0-2c338ffd450c already deleted. [ 976.474589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dfe5f3b-007c-4f38-b4c0-2c338ffd450c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.492646] env[65363]: INFO networking_nsxv3.common.synchronization [req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 req-b44a0a4b-7894-4c8b-bed4-8c05ee571888 service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 976.492920] env[65363]: INFO networking_nsxv3.common.synchronization [req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 req-b44a0a4b-7894-4c8b-bed4-8c05ee571888 service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 976.493148] env[65363]: INFO networking_nsxv3.common.synchronization [req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 req-b44a0a4b-7894-4c8b-bed4-8c05ee571888 service nova] Enqueued Resource ID: 366e230c-8c30-4ad4-8dea-57af2a526fa1 with Priority: HIGHEST for action port [ 976.493756] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 976.493946] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 976.495313] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366e230c-8c30-4ad4-8dea-57af2a526fa1 with Priority: HIGHEST for action port [ 976.495833] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.496628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.496628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.496628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.496628] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.497925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.498604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.498604] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-366e230c-8c30-4ad4-8dea-57af2a526fa1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.498604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.498892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.499043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.499242] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366e230c-8c30-4ad4-8dea-57af2a526fa1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.732039] env[65363]: INFO networking_nsxv3.common.synchronization [req-2e54077d-5892-49b4-b022-f00f4e539840 req-65604ed0-f446-4b28-9d48-926695c9f727 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 976.732039] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 976.732281] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.732281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.732401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.732521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.732669] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.732763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.732814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.732958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.735655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.735655] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.002458] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.002965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.002965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 366e230c-8c30-4ad4-8dea-57af2a526fa1 with status ACTIVE [ 977.003094] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.003221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.003221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005583] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005583] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.005583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.005583] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 366e230c-8c30-4ad4-8dea-57af2a526fa1 is going to be updated. [ 977.029034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.029218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.029280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.029524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.029750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.029966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366e230c-8c30-4ad4-8dea-57af2a526fa1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.237354] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.389022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: SUCCESS [ 977.389214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.742438] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.245439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.246317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.246317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.246317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.246317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.246317] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 978.275670] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.275806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.275940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.276113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.276243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.285766] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 978.324894] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 978.324894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.324894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.324894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.324894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.324894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.324894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.324894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.324894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.324894] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.468173] env[65363]: INFO networking_nsxv3.common.synchronization [None req-f9cda5e3-7c70-4b04-8cba-8890edd14e57 None None] Enqueued Resource ID: 9f98e7cd-1605-4b81-b947-a72c114ddce7 with Priority: HIGHEST for action port [ 978.468493] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f98e7cd-1605-4b81-b947-a72c114ddce7 with Priority: HIGHEST for action port [ 978.468895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f98e7cd-1605-4b81-b947-a72c114ddce7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.469222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f98e7cd-1605-4b81-b947-a72c114ddce7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.469351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f98e7cd-1605-4b81-b947-a72c114ddce7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.469743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f98e7cd-1605-4b81-b947-a72c114ddce7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.469837] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f98e7cd-1605-4b81-b947-a72c114ddce7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.829962] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.972475] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f98e7cd-1605-4b81-b947-a72c114ddce7 [ 978.972719] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.972857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.972926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.973162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.973322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.973422] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f98e7cd-1605-4b81-b947-a72c114ddce7 already deleted. [ 978.973536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f98e7cd-1605-4b81-b947-a72c114ddce7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.333463] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.836061] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.836236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.836312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.836541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.836668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.836787] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 979.879434] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.879583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.879683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.879948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.880143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.895844] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 979.943569] env[65363]: INFO networking_nsxv3.common.synchronization [req-11197ede-3a39-41be-9a54-44053e571a42 req-154600bf-c898-4a61-bcbd-650b9d89417d tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 979.944742] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 979.945840] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.946571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.946571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.946571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.946746] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.946918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.947020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.947375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.947375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.947528] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.299591] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 980.299827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.450782] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.475224] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.475403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.475575] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.475882] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.479757] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.480199] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.480387] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.480856] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.481034] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.481378] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.481636] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.481784] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.482040] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.482126] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.482227] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.482500] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.503834] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.504018] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.504176] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.504420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.504778] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-4d391074-9d97-49dc-b8d9-4ba5228cc47b taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.505120] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.505380] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.505799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.505961] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d391074-9d97-49dc-b8d9-4ba5228cc47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.905431] env[65363]: INFO networking_nsxv3.common.synchronization [req-e609e59b-aafd-49b3-9848-fddb0d78d686 req-472b46e7-4afb-4123-9d98-e825b34e02a6 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Enqueued Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_members [ 980.905431] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGHEST for action security_group_members [ 980.905770] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.905770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.905770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.906051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.906133] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.906211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.906272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.906426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.906513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.906608] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.953795] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.011052] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.011315] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.011519] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.011838] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.011994] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.012166] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 4d391074-9d97-49dc-b8d9-4ba5228cc47b not found, creating... [ 981.012456] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.012631] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.012772] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.013009] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.013172] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.013508] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.013669] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.013787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.014009] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.014153] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.014299] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 4d391074-9d97-49dc-b8d9-4ba5228cc47b is going to be created. [ 981.038272] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.038513] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.038636] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.038928] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.039331] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.039576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.409170] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.409341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.409458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.409718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.409824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.410041] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.410159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.410269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.410671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.410848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.410994] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c is going to be updated. [ 981.443879] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.444114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.444192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.444400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.444588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.456328] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.456740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.456740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.456856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.458042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.458042] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 981.459135] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c in Status: IN_PROGRESS for 2s [ 981.495709] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.496497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.496497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.496497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.496497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.509836] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 981.813495] env[65363]: INFO networking_nsxv3.common.synchronization [req-11197ede-3a39-41be-9a54-44053e571a42 req-2ad8be1b-148c-4c42-bbd3-7e341d3a1a2d service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 981.813642] env[65363]: INFO networking_nsxv3.common.synchronization [req-11197ede-3a39-41be-9a54-44053e571a42 req-2ad8be1b-148c-4c42-bbd3-7e341d3a1a2d service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 981.813952] env[65363]: INFO networking_nsxv3.common.synchronization [req-11197ede-3a39-41be-9a54-44053e571a42 req-2ad8be1b-148c-4c42-bbd3-7e341d3a1a2d service nova] Enqueued Resource ID: 4d391074-9d97-49dc-b8d9-4ba5228cc47b with Priority: HIGHEST for action port [ 981.814535] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 981.814713] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 981.814854] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d391074-9d97-49dc-b8d9-4ba5228cc47b with Priority: HIGHEST for action port [ 981.815216] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.815389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.815465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.815715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.815826] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.818146] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.818146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.818146] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d391074-9d97-49dc-b8d9-4ba5228cc47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.818146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.818146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.818402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.818402] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d391074-9d97-49dc-b8d9-4ba5228cc47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.910194] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 981.910464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.910716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.911031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.911350] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.911540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.911629] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.911839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.911982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.912124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.912225] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.320810] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.320958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.324383] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d391074-9d97-49dc-b8d9-4ba5228cc47b with status ACTIVE [ 982.324617] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.324751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.324820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.325055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.325146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.326045] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.326045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.326045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.326045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.326045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.326045] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.326340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.326340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.326340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.326423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.326452] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d391074-9d97-49dc-b8d9-4ba5228cc47b is going to be updated. [ 982.355976] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.356298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.356298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.356424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.356543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.356642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d391074-9d97-49dc-b8d9-4ba5228cc47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.415657] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.415843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.416057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.416239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.416467] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.416651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.416651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.416831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.416955] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.417064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.417269] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.417333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.417414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.417625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.417789] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.417888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.417953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.418155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.418280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.418395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.418470] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.552460] env[65363]: INFO networking_nsxv3.common.synchronization [req-354a80e1-62a1-49f3-860c-9a55306d25ff req-38a161b1-dd32-4be5-adf3-c3e188fb1db7 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 982.553160] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 982.553747] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.553917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.554065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.554837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.555887] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.555887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.555887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.555887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.555887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.555887] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.922481] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5c60ad9-5cb3-4428-81e1-02967ef32161: rpc.has_security_group_logging(os_id): False [ 982.933989] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.934378] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.934528] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.934897] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.935284] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.935465] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.935667] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.936035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.936194] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.936559] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.936687] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.936836] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.936949] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.937080] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.937197] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.937366] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.945580] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.945580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.945881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.945881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.945972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.946233] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.946365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.946460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.946673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.946758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.946946] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.947087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.947153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.947306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.947372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.947619] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.947712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.947769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.947920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.947987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.948570] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 982.962457] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.962594] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.962742] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.963089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.963664] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-6f6bebf3-fc97-45db-9e47-0df61ea64283 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.963664] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.963891] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.964490] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.964490] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6bebf3-fc97-45db-9e47-0df61ea64283',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.041782] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.041992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.041992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.042455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.042668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.058359] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.058525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.058615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.058888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.058986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.059216] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.059323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.059396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.059630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.059787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.059899] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be deleted. [ 983.063372] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 983.165803] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.166043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.166182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.166636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.166719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.166883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.466913] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.467107] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.467107] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.467370] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.467554] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.467678] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 6f6bebf3-fc97-45db-9e47-0df61ea64283 not found, creating... [ 983.467948] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.468286] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.468286] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.468597] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.468724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.469226] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469526] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469526] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.469744] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.469879] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.470160] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 6f6bebf3-fc97-45db-9e47-0df61ea64283 is going to be created. [ 983.472441] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c in Status: SUCCESS [ 983.472629] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c deletion is rescheduled due to dependency. [ 983.472793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.499061] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.499269] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.499420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.499745] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.500069] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.500365] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.523567] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 983.523800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.523977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.524231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.524492] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.524622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.524708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.524882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.525022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.525073] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.028413] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.285242] env[65363]: INFO networking_nsxv3.common.synchronization [req-354a80e1-62a1-49f3-860c-9a55306d25ff req-dc3ffcf0-e558-49fc-a184-665149268d70 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 984.286063] env[65363]: INFO networking_nsxv3.common.synchronization [req-354a80e1-62a1-49f3-860c-9a55306d25ff req-dc3ffcf0-e558-49fc-a184-665149268d70 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 984.286063] env[65363]: INFO networking_nsxv3.common.synchronization [req-354a80e1-62a1-49f3-860c-9a55306d25ff req-dc3ffcf0-e558-49fc-a184-665149268d70 service nova] Enqueued Resource ID: 6f6bebf3-fc97-45db-9e47-0df61ea64283 with Priority: HIGHEST for action port [ 984.286857] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 984.287013] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 984.287126] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f6bebf3-fc97-45db-9e47-0df61ea64283 with Priority: HIGHEST for action port [ 984.287537] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.287699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.287699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.287850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.287935] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.288912] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.289461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.289537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.289754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.290108] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.290226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.290292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.290444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.290530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.290623] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.292280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f6bebf3-fc97-45db-9e47-0df61ea64283 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.292602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.294309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.294561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.294653] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6bebf3-fc97-45db-9e47-0df61ea64283',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.531917] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.793692] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.796314] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.796484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.796645] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f6bebf3-fc97-45db-9e47-0df61ea64283 with status ACTIVE [ 984.797084] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.797084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.797084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.797460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.797460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.797460] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.797557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.797586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.797941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.797941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.798064] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.798119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.798223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.798326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.798378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.798561] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f6bebf3-fc97-45db-9e47-0df61ea64283 is going to be updated. [ 984.827512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.827784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.827784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.827961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.828115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.828323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f6bebf3-fc97-45db-9e47-0df61ea64283" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.034764] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.035301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.035301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.035301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.035425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.035689] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 985.076885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.077306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.077557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.077982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.078226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.103928] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 985.107449] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 985.107791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.295685] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.801968] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.801968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.801968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.801968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.801968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.801968] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be created. [ 985.852730] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.852730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.852730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.853155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.853354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.870831] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: UNINITIALIZED for 2s [ 987.117823] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 987.118201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.118274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.118608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.118693] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.119350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.119350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.119350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.119350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.119350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.119350] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.623621] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.623621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.623621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.623883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.623915] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.624330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.624330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.624435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.624493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.624654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.625202] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.625309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.625376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.625952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.625952] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.625952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.626280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.626280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.626714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.627446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.627446] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.884555] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 987.884787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.885026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.885411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.885520] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.885682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.885760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.886672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.886672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.886672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.886672] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.131705] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501099e8-1b4e-4928-b451-c482e696d9e8: rpc.has_security_group_logging(os_id): False [ 988.157641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.157843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.157843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.158108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.158217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.158492] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.158669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.158771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.158927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.159015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.159217] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.159312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.159424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.159662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.159809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.160022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.160095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.160164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.160309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.160385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.160472] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 988.239663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.239950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.240056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.240209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.240877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.258242] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 988.389225] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.389461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.389552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.393159] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.393159] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.393159] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.393159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.393159] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.897689] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47cc9c3d-3fe0-4219-95ee-41d894b321f7: rpc.has_security_group_logging(os_id): False [ 988.920205] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.920205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.920371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.920538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.920630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.920830] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.920929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.920993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.921216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.921357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.921569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.921668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.921733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.921877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.921954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.922165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.922264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.922326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.922467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.922540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.922624] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be created. [ 988.991919] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.991919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.991919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.992188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.992993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.014256] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 989.287722] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 989.288022] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 990.276332] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 990.276764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.179818] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 991.179818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.625405] env[65363]: INFO networking_nsxv3.common.synchronization [None req-961a82ef-a19c-4003-bda8-d3292ff25da6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 991.626068] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 991.626418] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.626568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.626665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.626930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.627157] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.627365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.627365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.627486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.627642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.627688] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.132112] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.635770] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.139555] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.139773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.139881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.140177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.140306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.140431] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 993.172833] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.173054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.173054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.173287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.173625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.183202] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 994.571801] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.572190] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.572190] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.572450] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.572739] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.572917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.573225] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.573515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.573653] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.573857] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.573967] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.574084] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.574315] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.574315] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.574428] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.575375] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.594167] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.594405] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.594517] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.594667] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.594988] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.595181] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.595303] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.595648] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.595946] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bda031e-d78d-4ce8-82aa-b5cba38c38bb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.673082] env[65363]: INFO networking_nsxv3.common.synchronization [req-87d00921-df56-474b-902e-604edddd2dfc req-a7520780-0509-4743-b4d7-d4ed9e3a939d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 994.673792] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGHEST for action security_group_members [ 994.674475] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.674587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.674642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.674808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.674970] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.675086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.675147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.675301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.675385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.675477] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.049284] env[65363]: INFO networking_nsxv3.common.synchronization [req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 req-beb1a4c0-90f4-4e39-87ff-bd552763c17c tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Enqueued Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_members [ 995.050218] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_members [ 995.050650] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.050770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.050853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.051172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.051401] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.051488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.051526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.051728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.051784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.051840] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.098393] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.098613] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.098734] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.099024] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.099186] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.099331] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 7bda031e-d78d-4ce8-82aa-b5cba38c38bb not found, creating... [ 995.099665] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.099852] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.099978] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.100248] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.100405] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.100792] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.100885] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.100991] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.101419] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.101998] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.102221] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 7bda031e-d78d-4ce8-82aa-b5cba38c38bb is going to be created. [ 995.136063] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.136244] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.136379] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.136755] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.137124] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.137634] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.177677] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.177875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.177987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.178206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.193107] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 995.193385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.229404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.229696] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.229825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.229883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.230130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.230217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.230316] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be updated. [ 995.282197] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.282520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.282520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.282714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.282714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.294022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: IN_PROGRESS for 2s [ 995.339832] env[65363]: INFO networking_nsxv3.common.synchronization [req-c37f184d-ef1b-425e-8321-073e57e8873d req-e395c37e-b3bc-4122-af29-b946ec449cde tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Enqueued Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 995.340739] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce with Priority: HIGHEST for action security_group_members [ 995.340883] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.340976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.341061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.341258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.341547] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.341679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.341748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.341921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.342023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.342124] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74d8d53b-29f4-4d8b-979a-d92fe1edb3ce',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.554541] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.554700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.554832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.554984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.555092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.555289] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.555419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.555475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.555613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.555677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.555771] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d already deleted. [ 995.555861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.662571] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.662571] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-658" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.663054] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-658" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.663257] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-658" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.663760] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.663894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.663936] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.664200] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.664420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.665784] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.665936] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.666070] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.666291] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.666348] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.666459] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.666987] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.699362] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.699536] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.699664] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.699840] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-658" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.700171] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.700343] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.700473] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700811] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.700944] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.844256] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.844502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.844577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.844829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.854302] env[65363]: INFO networking_nsxv3.common.synchronization [req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 req-ddde5685-f610-405e-a9c5-953be1d0bdb8 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 995.854302] env[65363]: INFO networking_nsxv3.common.synchronization [req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 req-ddde5685-f610-405e-a9c5-953be1d0bdb8 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 995.854302] env[65363]: INFO networking_nsxv3.common.synchronization [req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 req-ddde5685-f610-405e-a9c5-953be1d0bdb8 service nova] Enqueued Resource ID: 7bda031e-d78d-4ce8-82aa-b5cba38c38bb with Priority: HIGHEST for action port [ 995.854302] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 995.854428] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 995.854459] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bda031e-d78d-4ce8-82aa-b5cba38c38bb with Priority: HIGHEST for action port [ 995.854980] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.855424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.855585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.855797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.855923] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.856757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.856958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.857073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.857280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.857539] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.857700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.857849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.858133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.858213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.858404] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.859471] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.859647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.859755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.859949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.860077] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bda031e-d78d-4ce8-82aa-b5cba38c38bb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.868260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.868595] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.869176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.869308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.869558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.869714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.869852] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce is going to be updated. [ 995.899637] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.899795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.899868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.900088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.900227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.909624] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: IN_PROGRESS for 2s [ 996.205730] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.205976] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.206122] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.206410] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.206561] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.206855] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c not found, creating... [ 996.206989] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.207135] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.207244] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.207460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.207597] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.207880] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.208045] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.208159] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.208368] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.208572] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.208717] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c is going to be created. [ 996.231928] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.232148] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.232244] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.232530] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.232769] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.232984] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.254907] env[65363]: INFO networking_nsxv3.common.synchronization [req-3fcba696-a574-482a-bef5-e92786f0beed req-e442e420-90ba-407e-9664-629acc67111e tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_members [ 996.255445] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGHEST for action security_group_members [ 996.255760] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.255874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.255941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.256162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.256317] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.256415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.256477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.256626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.256709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.256800] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.363040] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.363040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.363040] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.364380] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bda031e-d78d-4ce8-82aa-b5cba38c38bb with status ACTIVE [ 996.364596] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.364718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.364782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.365718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.365718] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.365718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.365718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.365718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.365718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.366037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.366037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.366037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.366511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.366584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.366672] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bda031e-d78d-4ce8-82aa-b5cba38c38bb is going to be updated. [ 996.399171] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.399171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.399396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.399436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.400057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.400057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.575205] env[65363]: INFO networking_nsxv3.common.synchronization [req-753eb99a-58ca-402c-8d40-5e84f4888d23 req-a313a434-5e5d-4656-9e75-79014a863fac tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 996.575749] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 996.576803] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.576803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.576803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.576803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.576803] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.576803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.576803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.577178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.577178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.577178] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.759190] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.759190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.759190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.759575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.789310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.789310] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.789414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.790245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.790245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.790245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.790245] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a is going to be updated. [ 996.826790] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.826981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.826981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.827647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.827647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.852483] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: IN_PROGRESS for 2s [ 996.867320] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.879346] env[65363]: INFO networking_nsxv3.common.synchronization [req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 req-ee566209-95c4-426f-8bb7-93bc5cc59f2a tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 996.880600] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 996.880936] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.881085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.881153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.881370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.882780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.882780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.882780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.882780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.882780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.882780] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.943037] env[65363]: INFO networking_nsxv3.common.synchronization [req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 req-ce742683-1d8e-4276-ab53-811abf12fee0 service nova] Enqueued Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_rules [ 996.943411] env[65363]: INFO networking_nsxv3.common.synchronization [req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 req-ce742683-1d8e-4276-ab53-811abf12fee0 service nova] Enqueued Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_members [ 996.943640] env[65363]: INFO networking_nsxv3.common.synchronization [req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 req-ce742683-1d8e-4276-ab53-811abf12fee0 service nova] Enqueued Resource ID: a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c with Priority: HIGHEST for action port [ 996.944192] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_rules [ 996.944365] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_members [ 996.944474] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c with Priority: HIGHEST for action port [ 996.944761] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.944905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.944963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.945202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.945285] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.946851] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.946851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.946851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.946851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.946851] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.946851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.946851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.947099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.947099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.947099] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.949521] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.949521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.949521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.949521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.949521] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.078554] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.307431] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c323d623-427f-4bf0-9994-7879b5132715 in Status: SUCCESS [ 997.307615] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c323d623-427f-4bf0-9994-7879b5132715 deletion is rescheduled due to dependency. [ 997.307732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.369277] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.369493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.369493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.369765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.370034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.370034] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 997.384458] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.411298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.411298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.411298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.411298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.411566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.424204] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 997.449669] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.449812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.450032] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.451272] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c with status ACTIVE [ 997.451515] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.451636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.451702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.451902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.451988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.452174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.452270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.452328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.452470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.452541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.458107] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.458107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.458404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.458404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.458501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.460021] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c is going to be updated. [ 997.483936] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.484168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.484168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.484381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.484519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.484674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.580376] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.888027] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.919672] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce in Status: SUCCESS [ 997.919672] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74d8d53b-29f4-4d8b-979a-d92fe1edb3ce deletion is rescheduled due to dependency. [ 997.919672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74d8d53b-29f4-4d8b-979a-d92fe1edb3ce" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.961567] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.084201] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.084201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.084201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.084201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.084201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.084201] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 998.128155] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.128377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.128457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.130101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.130101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.143206] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 998.389765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.389970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.390063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.390210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.390301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.390402] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 998.424395] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.424604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.424657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.424854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.425069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.437808] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 998.463812] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.464036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.464119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.464375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.464469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.464589] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d is going to be created. [ 998.490751] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.490915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.490967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.491184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.491340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.503717] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d in Status: UNINITIALIZED for 2s [ 998.865123] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a in Status: SUCCESS [ 998.865227] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a deletion is rescheduled due to dependency. [ 998.865341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.439741] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.439741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.439741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.439741] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.942523] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.942699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.942756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.942957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.943134] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.943236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.943298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.943468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.943556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.943644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.943791] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.943882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.943938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.944088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.944222] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.944326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.944391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.944522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.944598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.944684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.944761] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.154370] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1000.154656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.449965] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 1000.450345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.450451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47cc9c3d-3fe0-4219-95ee-41d894b321f7: rpc.has_security_group_logging(os_id): False [ 1000.469316] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.469467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.469546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.469749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.469836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470052] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.470193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.470241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.470372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.470447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.470648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.470742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.470857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.470967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.471050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.471282] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.471392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.471454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.471598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.471672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.471759] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 1000.513307] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d in Status: SUCCESS [ 1000.513599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.513760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.514046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.514244] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.514382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.514466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.514715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.514715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.514830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.514904] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.539511] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.540121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.540121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.540121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.540340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.559220] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 1001.020735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.020735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.020735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.020735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.020735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.021530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.021530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.021530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.021530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.021530] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.524657] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae8aea06-1e1f-45a2-93d5-711c81608c1d: rpc.has_security_group_logging(os_id): False [ 1001.542604] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.542901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.542901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.543082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.543143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.543361] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.543493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.543559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.543741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.543783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.543956] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.544057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.544188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.544243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.544318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.544524] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.544621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.544681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.544819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.544891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.544975] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d is going to be created. [ 1001.603549] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.603765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.603765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.604134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.604211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.617988] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d in Status: IN_PROGRESS for 2s [ 1001.625297] env[65363]: INFO networking_nsxv3.common.synchronization [None req-210082f0-55c8-4e4a-a857-0f33081ca187 None None] Enqueued Resource ID: a617d8f9-6624-428d-86fc-18ded35f1317 with Priority: HIGHEST for action port [ 1001.627129] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a617d8f9-6624-428d-86fc-18ded35f1317 with Priority: HIGHEST for action port [ 1001.627955] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a617d8f9-6624-428d-86fc-18ded35f1317 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.628545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a617d8f9-6624-428d-86fc-18ded35f1317" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.628545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a617d8f9-6624-428d-86fc-18ded35f1317" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.628648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a617d8f9-6624-428d-86fc-18ded35f1317" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.628687] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a617d8f9-6624-428d-86fc-18ded35f1317',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.134302] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a617d8f9-6624-428d-86fc-18ded35f1317 [ 1002.134631] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.134817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.137059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.137059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.137059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.137059] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a617d8f9-6624-428d-86fc-18ded35f1317 already deleted. [ 1002.137059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a617d8f9-6624-428d-86fc-18ded35f1317" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.575184] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1002.575184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.638617] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d in Status: SUCCESS [ 1003.638617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.215375] env[65363]: INFO networking_nsxv3.common.synchronization [None req-07abdf51-97b7-4f48-b072-535d992916bb None None] Enqueued Resource ID: 9edfc325-83ab-4d9c-875a-10b4a4d9d5cb with Priority: HIGHEST for action port [ 1004.220667] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9edfc325-83ab-4d9c-875a-10b4a4d9d5cb with Priority: HIGHEST for action port [ 1004.220667] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9edfc325-83ab-4d9c-875a-10b4a4d9d5cb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.220873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9edfc325-83ab-4d9c-875a-10b4a4d9d5cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.220873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9edfc325-83ab-4d9c-875a-10b4a4d9d5cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.221323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9edfc325-83ab-4d9c-875a-10b4a4d9d5cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.221447] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9edfc325-83ab-4d9c-875a-10b4a4d9d5cb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.275952] env[65363]: INFO networking_nsxv3.common.synchronization [req-15cb4a95-99f9-4395-8446-b405e6ec9e41 req-6ee4996d-b726-414a-8633-6868b8c481f2 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Enqueued Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_members [ 1004.277259] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_members [ 1004.277632] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.277763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.277822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.278086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.278270] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.278371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.278435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.278607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.278730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.278773] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.651897] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.652383] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-673" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.652383] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-673" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.652580] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-673" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.652981] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.653106] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.653279] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.654038] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.654038] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.654038] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.654038] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.654038] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.654038] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.654259] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.654259] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.654359] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.674133] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.674328] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.674461] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.674644] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-673" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.675201] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-145c02c3-599a-44b1-9028-d9b9420d0c79 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.675388] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.675433] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.675851] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.676013] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145c02c3-599a-44b1-9028-d9b9420d0c79',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.724807] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9edfc325-83ab-4d9c-875a-10b4a4d9d5cb [ 1004.725208] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.725447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.725569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.725863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.726017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.726178] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9edfc325-83ab-4d9c-875a-10b4a4d9d5cb already deleted. [ 1004.726317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9edfc325-83ab-4d9c-875a-10b4a4d9d5cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.782503] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.782706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.782757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.782978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.783081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.783297] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.783758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.783859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.783996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.784094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.784202] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 already deleted. [ 1004.784286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.178945] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.178945] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.178945] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.179332] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.179455] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.179698] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 145c02c3-599a-44b1-9028-d9b9420d0c79 not found, creating... [ 1005.180157] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.180417] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.180547] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.181166] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.181166] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.181305] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.181474] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.181604] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.181820] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.181967] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.182135] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 145c02c3-599a-44b1-9028-d9b9420d0c79 is going to be created. [ 1005.212926] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.213197] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.213325] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.213866] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.214277] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.214637] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.926398] env[65363]: INFO networking_nsxv3.common.synchronization [req-15cb4a95-99f9-4395-8446-b405e6ec9e41 req-9c605d28-4647-48e9-a122-255a37698d1c service nova] Enqueued Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_rules [ 1005.926682] env[65363]: INFO networking_nsxv3.common.synchronization [req-15cb4a95-99f9-4395-8446-b405e6ec9e41 req-9c605d28-4647-48e9-a122-255a37698d1c service nova] Enqueued Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_members [ 1005.926958] env[65363]: INFO networking_nsxv3.common.synchronization [req-15cb4a95-99f9-4395-8446-b405e6ec9e41 req-9c605d28-4647-48e9-a122-255a37698d1c service nova] Enqueued Resource ID: 145c02c3-599a-44b1-9028-d9b9420d0c79 with Priority: HIGHEST for action port [ 1005.927543] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_rules [ 1005.927743] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_members [ 1005.929132] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145c02c3-599a-44b1-9028-d9b9420d0c79 with Priority: HIGHEST for action port [ 1005.929132] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.929132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.929132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.929132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.929132] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.929652] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.929652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.929744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.929928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.930069] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.931185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.931185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.931185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.931185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.931185] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.932785] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-145c02c3-599a-44b1-9028-d9b9420d0c79 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.933139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.933139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.933277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.933717] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145c02c3-599a-44b1-9028-d9b9420d0c79',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.433486] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.436705] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.436876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.437074] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145c02c3-599a-44b1-9028-d9b9420d0c79 with status ACTIVE [ 1006.437278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.437413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.437413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.437610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.437775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.438269] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.438404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.438478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.438641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.438720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.438903] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.438996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.439070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.439212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.439574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.439574] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145c02c3-599a-44b1-9028-d9b9420d0c79 is going to be updated. [ 1006.467692] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.467941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.467941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.468132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.468271] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.468523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145c02c3-599a-44b1-9028-d9b9420d0c79" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.936580] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.439966] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.440142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.440212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.440416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.440584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.440639] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 is going to be created. [ 1007.472439] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.472439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.472757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.472757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.473050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.483256] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 in Status: UNINITIALIZED for 2s [ 1009.092660] env[65363]: INFO networking_nsxv3.common.synchronization [req-da4d3f8d-2d20-4c6c-961d-910cd579cafc req-fd22e006-aa75-4a62-90b1-f8111e217f5f tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Enqueued Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_members [ 1009.094262] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGHEST for action security_group_members [ 1009.094561] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.094742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.094861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.095059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.095254] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.095450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.095596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.095811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.095931] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.096065] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.325685] env[65363]: INFO networking_nsxv3.common.synchronization [req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 req-570a64c0-0678-41a7-8b28-18a0a86590d0 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1009.327896] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1009.328260] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.328432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.328524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.328759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.329746] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.329846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.329948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.333442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.333776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.333909] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.496296] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 in Status: SUCCESS [ 1009.496470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.496970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.496970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.497071] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.497223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.497288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.497429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.497515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.497618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.497707] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.503339] env[65363]: INFO networking_nsxv3.common.synchronization [None req-23d004d8-6b92-4658-bf79-b1979499b94a None None] Enqueued Resource ID: 467bc2e3-d4ad-4937-9645-312172d3f42e with Priority: HIGHEST for action port [ 1009.504026] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467bc2e3-d4ad-4937-9645-312172d3f42e with Priority: HIGHEST for action port [ 1009.504496] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-467bc2e3-d4ad-4937-9645-312172d3f42e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.504650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467bc2e3-d4ad-4937-9645-312172d3f42e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.504767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467bc2e3-d4ad-4937-9645-312172d3f42e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.505160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467bc2e3-d4ad-4937-9645-312172d3f42e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.505278] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467bc2e3-d4ad-4937-9645-312172d3f42e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.602088] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.602336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.602415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.602967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.602967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.602967] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.603202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.603202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.603295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.603295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.603426] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d is going to be updated. [ 1009.636479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.636698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.636751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.636938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.637093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.647600] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d in Status: IN_PROGRESS for 2s [ 1009.837317] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.005775] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.009391] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 467bc2e3-d4ad-4937-9645-312172d3f42e [ 1010.009665] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.009837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.010187] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.010309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.010621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.010621] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:467bc2e3-d4ad-4937-9645-312172d3f42e already deleted. [ 1010.010751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467bc2e3-d4ad-4937-9645-312172d3f42e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.340552] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.388240] env[65363]: INFO networking_nsxv3.common.synchronization [None req-bbc1873e-048d-4d06-9645-109a26271d88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1010.389131] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1010.389601] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.389723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.510762] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06e6eb1b-d64a-433f-adb8-b5b48c629645: rpc.has_security_group_logging(os_id): False [ 1010.532024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.532024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.532024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.532353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.532353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.532529] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.532646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.532704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.532881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.534416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.534416] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 is going to be created. [ 1010.612602] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.612793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.612852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.613050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.613282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.625212] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 in Status: IN_PROGRESS for 2s [ 1010.843901] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.843901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.843901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.843901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.843901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.843901] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 1010.882981] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.883220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.883559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.883867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.884965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.896478] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 1011.584241] env[65363]: INFO networking_nsxv3.common.synchronization [None req-cc3c1dc9-7498-4271-9278-3a8bcb3d6c0a None None] Enqueued Resource ID: 5e36e4e1-5450-45aa-a10e-355e5914390d with Priority: HIGHEST for action port [ 1011.584634] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e36e4e1-5450-45aa-a10e-355e5914390d with Priority: HIGHEST for action port [ 1011.584940] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e36e4e1-5450-45aa-a10e-355e5914390d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.585076] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e36e4e1-5450-45aa-a10e-355e5914390d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.585146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e36e4e1-5450-45aa-a10e-355e5914390d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.585401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e36e4e1-5450-45aa-a10e-355e5914390d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.585488] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e36e4e1-5450-45aa-a10e-355e5914390d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.659192] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d in Status: SUCCESS [ 1011.659953] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d deletion is rescheduled due to dependency. [ 1011.659953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.090798] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e36e4e1-5450-45aa-a10e-355e5914390d [ 1012.091166] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.091626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.091626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.091626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.091936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.091936] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e36e4e1-5450-45aa-a10e-355e5914390d already deleted. [ 1012.091936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e36e4e1-5450-45aa-a10e-355e5914390d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.460174] env[65363]: INFO networking_nsxv3.common.synchronization [None req-6bc8c8d9-9fb9-4d46-9a37-ba3bd5881501 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_rules [ 1012.461940] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_rules [ 1012.461940] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.461940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.461940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.464330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.464520] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.569515] env[65363]: INFO networking_nsxv3.common.synchronization [None req-50df4199-0159-4291-a924-0103a6b7a913 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_rules [ 1012.570126] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_rules [ 1012.570440] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.570723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.640365] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 in Status: SUCCESS [ 1012.640647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.910132] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1012.910132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.910132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.910132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.910286] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.910502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.910502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.910655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.910695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.911445] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.992858] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.994506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.994506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.994506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.994506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.994506] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 already deleted. [ 1012.994506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.995733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.996522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.996522] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.414802] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.414956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.415043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.415262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.415355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.415616] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.415731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.415791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.415947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.416063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.416127] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 1013.447064] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.447190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.447274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.447471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.447611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.458444] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 1013.520422] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.520599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.520661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.520912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.521455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.521455] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 already deleted. [ 1013.521455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.907797] env[65363]: INFO networking_nsxv3.common.synchronization [req-6607d5b5-5746-4f98-aaf0-90e69797119d req-7e29c006-d297-4620-b497-a550cd56bb90 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_members [ 1013.908569] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGHEST for action security_group_members [ 1013.909189] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.909972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.909972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.909972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.909972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.910163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.910199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.910385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.910512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.910724] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.415355] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.415355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.415355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.415355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.436509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.436662] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.436790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.436858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.437131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.437222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.437320] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 is going to be updated. [ 1014.465244] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.465446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.465525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.465756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.465896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.474825] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 in Status: IN_PROGRESS for 2s [ 1015.002718] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a65bd9a4-da6e-4a60-bf6d-b303c79480dd None None] Enqueued Resource ID: aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7 with Priority: HIGHEST for action port [ 1015.005043] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7 with Priority: HIGHEST for action port [ 1015.005043] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.005043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.005043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.005043] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.476028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1015.476224] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 deletion is rescheduled due to dependency. [ 1015.476337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.509421] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7 [ 1015.509765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.509877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.509877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.510156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.510156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.510375] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7 already deleted. [ 1015.510375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa8e9cb1-b76f-489c-b62f-a19b95bdf5d7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.485592] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 in Status: SUCCESS [ 1016.485934] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 deletion is rescheduled due to dependency. [ 1016.485934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.095598] env[65363]: INFO networking_nsxv3.common.synchronization [req-5ca8c231-dc9c-4bbb-8917-e1939856e31f req-248b7bda-4063-4130-88a4-347be2af48f2 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1017.095938] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1017.099184] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.099184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.099184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.099394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.099529] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.099634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.099697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.099848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.099930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.100035] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.142316] env[65363]: INFO networking_nsxv3.common.synchronization [req-e3c514cb-964a-46ef-a3eb-3f040e83e333 req-c0085ec0-0d9b-4955-aed2-d00dd63f98bc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1017.142851] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1017.143133] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.144420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.144539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.144705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.144875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.144977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.145118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.145285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.145374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.145468] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.438779] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.438988] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.439117] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.439458] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.440084] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.440084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.440084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.441306] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.441500] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.441763] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.441916] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.442072] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.442209] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.442956] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.442956] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.442956] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.478114] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.478114] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.478368] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.478525] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.479151] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-c5d3d5b9-4b68-468b-aad8-04bf8654a788 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.479295] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.479455] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.479797] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.479926] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d3d5b9-4b68-468b-aad8-04bf8654a788',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.542046] env[65363]: INFO networking_nsxv3.common.synchronization [None req-630be755-c820-48ab-80dc-9eb4f92194ce None None] Enqueued Resource ID: 44a1fcd4-659f-402b-a9c1-b66ea0b656aa with Priority: HIGHEST for action port [ 1017.542704] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a1fcd4-659f-402b-a9c1-b66ea0b656aa with Priority: HIGHEST for action port [ 1017.543035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a1fcd4-659f-402b-a9c1-b66ea0b656aa taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.543175] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a1fcd4-659f-402b-a9c1-b66ea0b656aa" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.543258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a1fcd4-659f-402b-a9c1-b66ea0b656aa" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.543612] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a1fcd4-659f-402b-a9c1-b66ea0b656aa" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.543700] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a1fcd4-659f-402b-a9c1-b66ea0b656aa',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.603694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.603694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.603694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.603694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.603694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.603694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.603694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.603694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.603694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.604049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.604049] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d already deleted. [ 1017.604049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.648322] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.648322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.648322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.648640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.648640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.648640] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.648825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.648825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.648928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.648995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.649092] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 1017.681857] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.681857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.682035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.682135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.682274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.693916] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 1017.983748] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.984109] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.984380] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.984746] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.984954] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.985173] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port c5d3d5b9-4b68-468b-aad8-04bf8654a788 not found, creating... [ 1017.985540] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.985752] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.985913] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.986247] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.986435] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.986812] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.987024] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.987189] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.987452] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.987633] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.987804] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: c5d3d5b9-4b68-468b-aad8-04bf8654a788 is going to be created. [ 1018.009904] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.010162] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.010162] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.010437] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.010686] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.010912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.045983] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44a1fcd4-659f-402b-a9c1-b66ea0b656aa [ 1018.046250] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.046414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.046497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.046751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.046872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.046990] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44a1fcd4-659f-402b-a9c1-b66ea0b656aa already deleted. [ 1018.047114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a1fcd4-659f-402b-a9c1-b66ea0b656aa" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.703016] env[65363]: INFO networking_nsxv3.common.synchronization [req-5ca8c231-dc9c-4bbb-8917-e1939856e31f req-8cac9bf1-2c8b-43a8-b949-915eda2bc93a service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1018.703291] env[65363]: INFO networking_nsxv3.common.synchronization [req-5ca8c231-dc9c-4bbb-8917-e1939856e31f req-8cac9bf1-2c8b-43a8-b949-915eda2bc93a service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1018.703370] env[65363]: INFO networking_nsxv3.common.synchronization [req-5ca8c231-dc9c-4bbb-8917-e1939856e31f req-8cac9bf1-2c8b-43a8-b949-915eda2bc93a service nova] Enqueued Resource ID: c5d3d5b9-4b68-468b-aad8-04bf8654a788 with Priority: HIGHEST for action port [ 1018.703850] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1018.703981] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1018.708726] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d3d5b9-4b68-468b-aad8-04bf8654a788 with Priority: HIGHEST for action port [ 1018.708726] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.708726] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.708726] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.708726] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.708726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.709251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.709251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.709251] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.711365] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d3d5b9-4b68-468b-aad8-04bf8654a788 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.711481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.711574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.711879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.711879] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d3d5b9-4b68-468b-aad8-04bf8654a788',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.213951] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.215110] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.215213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.215405] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5d3d5b9-4b68-468b-aad8-04bf8654a788 with status ACTIVE [ 1019.215570] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.215679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.215746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.216412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.216510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.216693] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.216791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.216855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.217021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.217095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.217281] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.217374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.217434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.217576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.217648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.217731] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5d3d5b9-4b68-468b-aad8-04bf8654a788 is going to be updated. [ 1019.241923] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.242068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.242134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.242807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.242807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.242807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d3d5b9-4b68-468b-aad8-04bf8654a788" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.707048] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 1019.707399] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 deletion is rescheduled due to dependency. [ 1019.707399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.738581] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.221853] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.222021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.222098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.222269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.222348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.222443] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be created. [ 1020.247936] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.248244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.248244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.249039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.249039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.260180] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: UNINITIALIZED for 2s [ 1021.300274] env[65363]: INFO networking_nsxv3.common.synchronization [req-dd107823-3952-43ca-9804-91c4357ba0cc req-a3bda77a-837b-4f18-9021-e6ae09961ffe tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Enqueued Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_members [ 1021.300933] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_members [ 1021.301339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.301505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.301505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.302325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.302325] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.302325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.302325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.302546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.302546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.302546] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.708635] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.709086] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-611" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.709086] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-611" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.709441] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-611" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.709755] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.710417] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.710608] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.710832] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.711571] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.711571] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.711571] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.711571] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.711922] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.711922] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.712039] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.712551] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.730914] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.731211] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.731375] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.731609] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-611" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.731965] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-7397dcda-10e1-4163-a6ee-2ad6f565c62a taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.732207] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.732366] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.732715] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.732957] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7397dcda-10e1-4163-a6ee-2ad6f565c62a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.808174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.808358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.808425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.808636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.808782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.808943] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.809055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.809118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.809270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.809343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.809432] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43c045a-c918-4bb9-834d-11c22546432c already deleted. [ 1021.809531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236896] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.237202] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.237336] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.237654] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.237842] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.238007] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 7397dcda-10e1-4163-a6ee-2ad6f565c62a not found, creating... [ 1022.238373] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.238456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.238546] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.238767] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.238903] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.239199] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.239355] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.239492] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.239710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.239844] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.240051] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 7397dcda-10e1-4163-a6ee-2ad6f565c62a is going to be created. [ 1022.263401] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.263401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.263401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.263401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.263401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.263401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.276027] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1022.276027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.276027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.276027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.276027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.276027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.276027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.276027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.276027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.276518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.276518] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.730307] env[65363]: INFO networking_nsxv3.common.synchronization [None req-77226ca2-cedf-4588-b37f-bfa43ceaf0bb None None] Enqueued Resource ID: 5f92566e-caef-4d31-bddb-c30e649be879 with Priority: HIGHEST for action port [ 1022.731403] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f92566e-caef-4d31-bddb-c30e649be879 with Priority: HIGHEST for action port [ 1022.732490] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f92566e-caef-4d31-bddb-c30e649be879 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.732490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f92566e-caef-4d31-bddb-c30e649be879" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.732490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f92566e-caef-4d31-bddb-c30e649be879" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.732490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f92566e-caef-4d31-bddb-c30e649be879" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.734256] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f92566e-caef-4d31-bddb-c30e649be879',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.782788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.782788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.782788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.782788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.782788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.783515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.783515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.783515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.783515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.783515] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.968032] env[65363]: INFO networking_nsxv3.common.synchronization [req-dd107823-3952-43ca-9804-91c4357ba0cc req-5e552385-44fe-4e0c-a3db-3493cbe363a8 service nova] Enqueued Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_rules [ 1022.968032] env[65363]: INFO networking_nsxv3.common.synchronization [req-dd107823-3952-43ca-9804-91c4357ba0cc req-5e552385-44fe-4e0c-a3db-3493cbe363a8 service nova] Enqueued Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_members [ 1022.968032] env[65363]: INFO networking_nsxv3.common.synchronization [req-dd107823-3952-43ca-9804-91c4357ba0cc req-5e552385-44fe-4e0c-a3db-3493cbe363a8 service nova] Enqueued Resource ID: 7397dcda-10e1-4163-a6ee-2ad6f565c62a with Priority: HIGHEST for action port [ 1022.968032] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_rules [ 1022.968032] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_members [ 1022.968327] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7397dcda-10e1-4163-a6ee-2ad6f565c62a with Priority: HIGHEST for action port [ 1022.968563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.968742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.968850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.969178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.969274] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.970934] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.971125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.971206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.971384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.971529] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.971678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.971775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.972070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.972136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.972179] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.974661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-7397dcda-10e1-4163-a6ee-2ad6f565c62a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.974661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.974661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.974661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.975170] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7397dcda-10e1-4163-a6ee-2ad6f565c62a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.237177] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f92566e-caef-4d31-bddb-c30e649be879 [ 1023.237177] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.237177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.237177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.237552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.237552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.237552] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f92566e-caef-4d31-bddb-c30e649be879 already deleted. [ 1023.237692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f92566e-caef-4d31-bddb-c30e649be879" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.286101] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4590a33c-dc69-491c-b6cb-ef85ad071d3d: rpc.has_security_group_logging(os_id): False [ 1023.306894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.307129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.307200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.307454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.307538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.307752] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.307840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.307959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.308113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.308227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.308451] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.308545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.308641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.308789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.308859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.309963] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.310130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.310193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.310363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.310453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.310533] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be created. [ 1023.386303] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.386303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.386537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.387391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.387391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.408806] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1023.471945] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.471945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.474362] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.476599] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7397dcda-10e1-4163-a6ee-2ad6f565c62a with status ACTIVE [ 1023.477622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.477622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.477622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.477622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.477622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.478022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.478022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.478022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.478318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.478318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.479080] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.479080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.479080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.479080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.479080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.479726] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7397dcda-10e1-4163-a6ee-2ad6f565c62a is going to be updated. [ 1023.512197] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.512414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.512458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.512679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.512819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.513091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7397dcda-10e1-4163-a6ee-2ad6f565c62a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.637154] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4d5bd0ed-c77d-4def-8dff-75f08e5a3392 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_rules [ 1023.637528] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_rules [ 1023.637864] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.637992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.638815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.638815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.638815] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.746540] env[65363]: INFO networking_nsxv3.common.synchronization [None req-eda0df84-6de7-42e1-aaf9-0020e27ce042 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_rules [ 1023.747127] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_rules [ 1023.747534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.747612] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.977780] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.177747] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.178015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.178097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.178315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.178408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.178511] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c057acff-77d3-476b-a945-93679651414f already deleted. [ 1024.178593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.178745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.178958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.179067] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.481626] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.481843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.481911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.482151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.482261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.482381] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43c045a-c918-4bb9-834d-11c22546432c is going to be created. [ 1024.508768] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.508923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.508994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.509258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.509452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.520213] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43c045a-c918-4bb9-834d-11c22546432c in Status: UNINITIALIZED for 2s [ 1024.706237] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.706446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.706446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.706577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.706863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.706969] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c057acff-77d3-476b-a945-93679651414f already deleted. [ 1024.707070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.307500] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b3dfaa44-5cd2-4b3f-b0ff-615a6beb2952 None None] Enqueued Resource ID: 85fa53f1-f737-41c4-a049-00dccfcde2d2 with Priority: HIGHEST for action port [ 1025.308067] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85fa53f1-f737-41c4-a049-00dccfcde2d2 with Priority: HIGHEST for action port [ 1025.308373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-85fa53f1-f737-41c4-a049-00dccfcde2d2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.308743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85fa53f1-f737-41c4-a049-00dccfcde2d2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.308743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85fa53f1-f737-41c4-a049-00dccfcde2d2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.308866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85fa53f1-f737-41c4-a049-00dccfcde2d2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.308866] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85fa53f1-f737-41c4-a049-00dccfcde2d2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.422700] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1025.423119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.811847] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85fa53f1-f737-41c4-a049-00dccfcde2d2 [ 1025.812100] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.812236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.812304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.812529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.812630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.812717] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85fa53f1-f737-41c4-a049-00dccfcde2d2 already deleted. [ 1025.812799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85fa53f1-f737-41c4-a049-00dccfcde2d2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.531583] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43c045a-c918-4bb9-834d-11c22546432c in Status: SUCCESS [ 1026.532626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.532626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.532626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.532626] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.532626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.532840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.532840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.532897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.533025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.533063] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.035610] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.035855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.035986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.036215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.036432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.036567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.036667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.036805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.036896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.036986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.037155] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.037251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.037312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.037469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.037603] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.037695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.037743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.037938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.038071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.038185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.038309] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.541332] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e43c045a-c918-4bb9-834d-11c22546432c: rpc.has_security_group_logging(os_id): False [ 1027.563373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.564254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.564254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.564254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.564254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.564494] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.564494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.564494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.564609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.564800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.565058] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.565223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.565285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.565415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.565494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.565721] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.565844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.565904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.566060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.566134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.566221] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43c045a-c918-4bb9-834d-11c22546432c is going to be created. [ 1027.635521] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.635521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.635521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.635521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.635521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.646803] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e43c045a-c918-4bb9-834d-11c22546432c in Status: IN_PROGRESS for 2s [ 1028.155723] env[65363]: INFO networking_nsxv3.common.synchronization [req-e7af6508-cc25-460a-920c-9dfb647f8160 req-5dbdf22d-4291-4546-9baf-9e3525c1a5db tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1028.156088] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1028.156397] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.156518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.156647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.156849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.157009] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.157155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.157275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.157450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.157540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.157635] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.528368] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.528623] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.528700] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.529055] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.529367] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.529544] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.529710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.530720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.530720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.530720] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.530720] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.530720] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.530720] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.530720] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.531419] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.531419] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.552952] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.553370] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.553370] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.553619] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.554064] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-c010bda6-9c0c-4f57-9c72-6104b38e9769 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.554350] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.554575] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.554947] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.555165] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c010bda6-9c0c-4f57-9c72-6104b38e9769',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.660127] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.057777] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.057997] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.058154] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.059062] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.059062] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.059062] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port c010bda6-9c0c-4f57-9c72-6104b38e9769 not found, creating... [ 1029.059787] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.059787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.059787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.059787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.059950] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.060534] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.060534] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.060534] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.060729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.060841] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.061030] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: c010bda6-9c0c-4f57-9c72-6104b38e9769 is going to be created. [ 1029.084072] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.084072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.084353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.084504] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.084755] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.085038] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.162762] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.407322] env[65363]: INFO networking_nsxv3.common.synchronization [None req-d42d8ac8-e722-4082-9d06-aa1166e37a70 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1029.407775] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1029.407941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.408101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.408159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.408405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.408483] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.502639] env[65363]: INFO networking_nsxv3.common.synchronization [None req-3a10cd14-fbc7-4b32-be61-bdb62053db53 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1029.503354] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1029.503456] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.503630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.659100] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e43c045a-c918-4bb9-834d-11c22546432c in Status: SUCCESS [ 1029.659390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.665943] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.666133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.666218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.666457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.666566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.666769] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1029.694137] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.694282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.694348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.694791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.694791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.705303] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1029.781475] env[65363]: INFO networking_nsxv3.common.synchronization [req-e7af6508-cc25-460a-920c-9dfb647f8160 req-3cf22806-32bb-4b76-88cd-102c8e680072 service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1029.781475] env[65363]: INFO networking_nsxv3.common.synchronization [req-e7af6508-cc25-460a-920c-9dfb647f8160 req-3cf22806-32bb-4b76-88cd-102c8e680072 service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1029.781475] env[65363]: INFO networking_nsxv3.common.synchronization [req-e7af6508-cc25-460a-920c-9dfb647f8160 req-3cf22806-32bb-4b76-88cd-102c8e680072 service nova] Enqueued Resource ID: c010bda6-9c0c-4f57-9c72-6104b38e9769 with Priority: HIGHEST for action port [ 1029.781475] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1029.781475] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1029.781475] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c010bda6-9c0c-4f57-9c72-6104b38e9769 with Priority: HIGHEST for action port [ 1029.784930] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.784930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.784930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.784930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.784930] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.785114] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.785155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.785430] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c010bda6-9c0c-4f57-9c72-6104b38e9769 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.785556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.785556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.785744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.785802] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c010bda6-9c0c-4f57-9c72-6104b38e9769',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.930653] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.930816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.930865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.931083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.931172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.931274] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b already deleted. [ 1029.931358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.931510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.931677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.931841] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.287188] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.287353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.287554] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c010bda6-9c0c-4f57-9c72-6104b38e9769 with status ACTIVE [ 1030.288373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.288373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.288373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.288373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.288373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.288627] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.288627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.288627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.288791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.288791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.288943] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.289048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.289098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.289247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.289317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.289401] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c010bda6-9c0c-4f57-9c72-6104b38e9769 is going to be updated. [ 1030.318175] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.318317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.318395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.318675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.318842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.319017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c010bda6-9c0c-4f57-9c72-6104b38e9769" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.460983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.460983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.460983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.461532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.461532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.461532] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b already deleted. [ 1030.461532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.569139] env[65363]: INFO networking_nsxv3.common.synchronization [req-832d0307-8824-4946-8088-5933220fe7fe req-6731c801-929c-4715-a440-aef36e72fd30 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_members [ 1030.569559] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_members [ 1030.569808] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.569932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.570017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.570673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.570851] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.570984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.571053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.571227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.571314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.571429] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.912019] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.912019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.912019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.912019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.913011] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.913368] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.914093] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.914093] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.914093] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.914320] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.914591] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.914591] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.914751] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.914889] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.915042] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.915264] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.935473] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.935672] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.935978] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.935978] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.936469] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.936667] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.936814] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.937167] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.937306] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc8a716d-1ade-40f1-bd97-8950eb49f6d4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.075988] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.075988] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.075988] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 already deleted. [ 1031.075988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.442962] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.443432] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.443702] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.444026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.444215] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.444399] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port fc8a716d-1ade-40f1-bd97-8950eb49f6d4 not found, creating... [ 1031.444709] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.444921] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.445080] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.445336] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.445508] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.445849] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.446035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446189] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.446426] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.446589] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.446754] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: fc8a716d-1ade-40f1-bd97-8950eb49f6d4 is going to be created. [ 1031.467884] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.469007] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.469007] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.469007] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.469007] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.469007] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.717305] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1031.717600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.717804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.718353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.718353] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.718353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.718521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.718583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.718694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.718748] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.222547] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.683241] env[65363]: INFO networking_nsxv3.common.synchronization [req-832d0307-8824-4946-8088-5933220fe7fe req-6a4828f3-bc00-46ff-8439-3422e1f2cff7 service nova] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_rules [ 1032.683434] env[65363]: INFO networking_nsxv3.common.synchronization [req-832d0307-8824-4946-8088-5933220fe7fe req-6a4828f3-bc00-46ff-8439-3422e1f2cff7 service nova] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_members [ 1032.683602] env[65363]: INFO networking_nsxv3.common.synchronization [req-832d0307-8824-4946-8088-5933220fe7fe req-6a4828f3-bc00-46ff-8439-3422e1f2cff7 service nova] Enqueued Resource ID: fc8a716d-1ade-40f1-bd97-8950eb49f6d4 with Priority: HIGHEST for action port [ 1032.684164] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_rules [ 1032.684324] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_members [ 1032.684473] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc8a716d-1ade-40f1-bd97-8950eb49f6d4 with Priority: HIGHEST for action port [ 1032.684776] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.685013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.685013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.685192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.685273] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.686323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.686323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.686323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.686624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.686624] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.686738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.686787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.686996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.686996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.687107] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.688765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.688899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.688985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.689126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.689193] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc8a716d-1ade-40f1-bd97-8950eb49f6d4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.728926] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.006124] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e req-ba2dcc7e-780b-4f64-a22b-692fba29dc59 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1033.006945] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1033.006945] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.006945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.007151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.007472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.007679] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.007748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.007784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.007940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.008404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.008404] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.191105] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.192219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.192390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.195025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc8a716d-1ade-40f1-bd97-8950eb49f6d4 with status ACTIVE [ 1033.195025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.195025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.195025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.195025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.195025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.195025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.195025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.195025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.195025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.196382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.196690] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.196814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.196879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.197095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.197177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.197266] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc8a716d-1ade-40f1-bd97-8950eb49f6d4 is going to be updated. [ 1033.225011] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.230026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.230026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.230026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.230026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.230026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc8a716d-1ade-40f1-bd97-8950eb49f6d4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.235686] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.235896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.235896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.236216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.236534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.236534] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1033.278501] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.278664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.278705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.278972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.279090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.293794] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1033.429260] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.432500] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.433739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.433739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.434256] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.434452] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.434625] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.434973] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.435251] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.435550] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.435682] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.435791] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.435889] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.435996] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.436112] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.436246] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.457059] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.457339] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.458322] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.458322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-915" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.458417] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.458635] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.458799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.459196] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.459383] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad59d7de-d157-46d8-bcb3-7d9af13f2e6a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.510493] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.510746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.510746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.510962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.511069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.511304] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.511425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.511506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.511714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.511790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.511893] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 1033.558503] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.558655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.558726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.558992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.559185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.568335] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 1033.701034] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.961904] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.963927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.963927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.963927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.963927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.963927] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port ad59d7de-d157-46d8-bcb3-7d9af13f2e6a not found, creating... [ 1033.963927] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.964228] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.964228] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.964376] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.964548] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.964850] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.965012] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.965259] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.965493] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.965639] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.965780] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: ad59d7de-d157-46d8-bcb3-7d9af13f2e6a is going to be created. [ 1033.989415] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.989698] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.989698] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.989938] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.990181] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.990407] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.117797] env[65363]: INFO networking_nsxv3.common.synchronization [req-7f642b6d-c306-4024-b9cd-d9d0011b3942 req-171ab327-1b77-4def-bd7b-f9c0ab4e346e tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Enqueued Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_members [ 1034.118450] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGHEST for action security_group_members [ 1034.118822] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.118965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.119057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.119200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.119354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.119463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.119509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.119743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.119743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.119841] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.203720] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.203886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.203935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.204420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.204420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.204420] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 is going to be created. [ 1034.277073] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.277454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.277454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.277733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.277964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.296532] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: UNINITIALIZED for 2s [ 1034.622319] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.622558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.622638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.622982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.623088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.623399] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.623567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.623567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.623804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.624034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.624096] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43c045a-c918-4bb9-834d-11c22546432c is going to be updated. [ 1034.674095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.674095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.674095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.674377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.674377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.687208] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43c045a-c918-4bb9-834d-11c22546432c in Status: IN_PROGRESS for 2s [ 1034.712099] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e req-333bc62c-2ae7-489e-86ab-f32466f7171b service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 1034.712099] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e req-333bc62c-2ae7-489e-86ab-f32466f7171b service nova] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1034.712099] env[65363]: INFO networking_nsxv3.common.synchronization [req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e req-333bc62c-2ae7-489e-86ab-f32466f7171b service nova] Enqueued Resource ID: ad59d7de-d157-46d8-bcb3-7d9af13f2e6a with Priority: HIGHEST for action port [ 1034.712099] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_rules [ 1034.712438] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1034.712438] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad59d7de-d157-46d8-bcb3-7d9af13f2e6a with Priority: HIGHEST for action port [ 1034.713296] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.713296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.713296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.713296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.713640] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.714316] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.715379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.715616] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.715728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.715792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.716061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.716141] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad59d7de-d157-46d8-bcb3-7d9af13f2e6a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.219137] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.219137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.221164] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad59d7de-d157-46d8-bcb3-7d9af13f2e6a with status ACTIVE [ 1035.222031] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.222031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.222031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.222031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.222247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.222278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.222396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.222455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.222601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.222676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.222855] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.222946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.223010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.223154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.223225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.223309] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad59d7de-d157-46d8-bcb3-7d9af13f2e6a is going to be updated. [ 1035.253034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.253202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.253202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.253422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.253597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.253759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.307296] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1035.307779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.307779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.308086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.308389] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.308586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.308703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.308964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.309293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.309354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.309457] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.550141] env[65363]: INFO networking_nsxv3.common.synchronization [req-c5f408a4-b02a-4778-a0fd-495b54f59f43 req-e0af6a09-e126-49d9-9d19-f94aa5627b0e tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1035.550141] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1035.550955] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.551301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.551503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.551910] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.552236] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.553945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.553945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.553945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.553945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.553945] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.581191] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 1035.581379] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 deletion is rescheduled due to dependency. [ 1035.581538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.581868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.582135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.582320] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.582438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.582504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.582782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.582932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.583025] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.812761] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.812990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.812990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.813309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.813482] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.813648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.813719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.813987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.814166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.815551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.815551] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.815551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.815551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.815551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.815551] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.815551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.815551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.816149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.816149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.816149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.816149] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.915957] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.916208] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.916331] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.916654] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.916969] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.917394] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.917777] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.917849] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.918020] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.918234] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.918346] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.918450] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.918555] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.918662] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.918762] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.918892] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.939391] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.939562] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.939702] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.939881] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.940222] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-25ce4666-35f2-45d5-98c4-7da332fa2887 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.940565] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.940565] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.940840] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.940977] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25ce4666-35f2-45d5-98c4-7da332fa2887',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.055122] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.055324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.055431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.055761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.055761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.056041] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.056143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.056212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.056404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.056482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.056594] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c already deleted. [ 1036.056672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.086363] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.309027] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: SUCCESS [ 1036.309027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.309027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.309570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.309570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.309570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.309570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.309570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.309570] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.318721] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501099e8-1b4e-4928-b451-c482e696d9e8: rpc.has_security_group_logging(os_id): False [ 1036.338255] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.338500] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.338632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.338943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.339123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.339419] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.339543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.339619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.339804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.339918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.340144] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.340245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.340309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.340456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.340532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.340713] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.340806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.340867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.341010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.341102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.341188] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1036.413892] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.414147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.414147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.414351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.414642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.437853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1036.443061] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.443298] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.443423] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.444014] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.444241] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.444457] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 25ce4666-35f2-45d5-98c4-7da332fa2887 not found, creating... [ 1036.444810] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.445035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.445186] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.445496] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.445695] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.446095] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.446327] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.446501] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.446774] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.446972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.447168] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 25ce4666-35f2-45d5-98c4-7da332fa2887 is going to be created. [ 1036.475553] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.475815] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.475969] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.476286] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.476515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476732] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.588275] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.702041] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e43c045a-c918-4bb9-834d-11c22546432c in Status: SUCCESS [ 1036.702041] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e43c045a-c918-4bb9-834d-11c22546432c deletion is rescheduled due to dependency. [ 1036.702041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.813676] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.091778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.092069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.092152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.092435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.092544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.092676] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 1037.128866] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.129123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.129123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.129318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.129460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.141690] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 1037.280810] env[65363]: INFO networking_nsxv3.common.synchronization [req-c5f408a4-b02a-4778-a0fd-495b54f59f43 req-f3a09aa2-b6e7-44cc-bee1-142004315393 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1037.280993] env[65363]: INFO networking_nsxv3.common.synchronization [req-c5f408a4-b02a-4778-a0fd-495b54f59f43 req-f3a09aa2-b6e7-44cc-bee1-142004315393 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1037.281190] env[65363]: INFO networking_nsxv3.common.synchronization [req-c5f408a4-b02a-4778-a0fd-495b54f59f43 req-f3a09aa2-b6e7-44cc-bee1-142004315393 service nova] Enqueued Resource ID: 25ce4666-35f2-45d5-98c4-7da332fa2887 with Priority: HIGHEST for action port [ 1037.281679] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1037.281817] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1037.281916] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ce4666-35f2-45d5-98c4-7da332fa2887 with Priority: HIGHEST for action port [ 1037.282391] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.282614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.282739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.283050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.283200] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.284178] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.284411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.284483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.284747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.284911] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.285063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.285166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.285352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.285479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.285609] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.286503] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-25ce4666-35f2-45d5-98c4-7da332fa2887 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.286670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.286777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.286999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.287139] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25ce4666-35f2-45d5-98c4-7da332fa2887',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.315505] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2: rpc.has_security_group_logging(os_id): False [ 1037.335279] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.335461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.335501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.335688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.335784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.336080] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.336190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.336255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.336411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.336489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.336581] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 is going to be created. [ 1037.434416] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.434617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.434663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.434886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.435092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.460135] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: IN_PROGRESS for 2s [ 1037.773631] env[65363]: INFO networking_nsxv3.common.synchronization [req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 req-648a95bd-6347-426e-b0af-b3332a79baa0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_members [ 1037.774388] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_members [ 1037.774671] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.774812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.774882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.775587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.775780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.775911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.775970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.776883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.777089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.777196] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.790211] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.790211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.790211] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.791771] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25ce4666-35f2-45d5-98c4-7da332fa2887 with status ACTIVE [ 1037.791771] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.791771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.791771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.791771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.791771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.791771] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.791771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.791771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.791771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.792125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.792280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.792382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.792465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.792599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.792686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.793398] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25ce4666-35f2-45d5-98c4-7da332fa2887 is going to be updated. [ 1037.818884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.819157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.819157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.819319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.819458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.819623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25ce4666-35f2-45d5-98c4-7da332fa2887" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.162148] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.162369] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.162492] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.162848] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.167184] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.167184] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.167318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.168079] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.168079] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.168079] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.168079] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.168079] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.168349] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.168349] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.168412] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.170903] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.191344] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.191344] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.191344] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.191555] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.191854] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-59b2ab55-dfe8-4327-8090-dd94f2c1803e taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.192050] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.193159] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.193159] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.193159] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b2ab55-dfe8-4327-8090-dd94f2c1803e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.281153] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.281153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.281308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.281460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.281553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.281770] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.281897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.281960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.282162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.282401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.282401] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c057acff-77d3-476b-a945-93679651414f already deleted. [ 1038.282501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.294929] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.452344] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1038.452602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.695014] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.695362] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.695521] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.695953] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.696129] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.696366] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 59b2ab55-dfe8-4327-8090-dd94f2c1803e not found, creating... [ 1038.696823] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.696957] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.697069] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.697390] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.697600] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.698020] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.698426] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.698426] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.698673] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.698859] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.699093] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 59b2ab55-dfe8-4327-8090-dd94f2c1803e is going to be created. [ 1038.723066] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.723320] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.723591] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.724034] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.724413] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.725227] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.800962] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.800962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.800962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.800962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.800962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.800962] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be created. [ 1038.838479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.838659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.838755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.839116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.839372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.851899] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: UNINITIALIZED for 2s [ 1039.153271] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 1039.153571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.153817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.154083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.154813] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.154813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.154813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.154813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.154813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.155096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.155096] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.460122] env[65363]: INFO networking_nsxv3.common.synchronization [req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 req-a251cfa7-0975-4507-a870-e67c4380a643 service nova] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_rules [ 1039.460577] env[65363]: INFO networking_nsxv3.common.synchronization [req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 req-a251cfa7-0975-4507-a870-e67c4380a643 service nova] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_members [ 1039.460577] env[65363]: INFO networking_nsxv3.common.synchronization [req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 req-a251cfa7-0975-4507-a870-e67c4380a643 service nova] Enqueued Resource ID: 59b2ab55-dfe8-4327-8090-dd94f2c1803e with Priority: HIGHEST for action port [ 1039.461829] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_rules [ 1039.462041] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_members [ 1039.462158] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b2ab55-dfe8-4327-8090-dd94f2c1803e with Priority: HIGHEST for action port [ 1039.464346] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.464481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.464581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.464970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.464970] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.465854] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.465918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.465995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.466194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.466349] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.466445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.466499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.466636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.466721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.466812] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.469288] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b2ab55-dfe8-4327-8090-dd94f2c1803e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.469449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.469517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.471710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.471710] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b2ab55-dfe8-4327-8090-dd94f2c1803e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.483236] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: SUCCESS [ 1039.483438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.657885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.658144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.658260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.658530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.658977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.659201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.659201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.659379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.659443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.659639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.659712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.659823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.659903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.661059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.661059] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.661059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.661059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.661059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.661059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.661059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.661059] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.928387] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1039.928387] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:2 started [ 1039.971571] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.971571] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59b2ab55-dfe8-4327-8090-dd94f2c1803e with status ACTIVE [ 1039.971571] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.971571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.971571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.972229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.972459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.973064] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.974158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.974158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.974158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.974158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.974158] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.974883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.975072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.975688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.975688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.975898] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59b2ab55-dfe8-4327-8090-dd94f2c1803e is going to be updated. [ 1039.977426] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.977548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.002373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.002373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.002373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.002983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.002983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.002983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b2ab55-dfe8-4327-8090-dd94f2c1803e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.163213] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5c60ad9-5cb3-4428-81e1-02967ef32161: rpc.has_security_group_logging(os_id): False [ 1040.192327] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.192534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.192617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.192770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.192857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.196413] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.196605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.196605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.196795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.196895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.197165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.197275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.197366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.197593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.197678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.199042] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.199042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.199042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.199042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.199042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.199042] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 1040.200556] env[65363]: INFO networking_nsxv3.common.synchronization [req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 req-9dee3d2e-e61e-4522-b9aa-1aa7b414b548 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1040.201357] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1040.202170] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.202329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.202453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.202782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.202883] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.202980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.203085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.203373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.203373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.203596] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.326562] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.326852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.326945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.327257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.328118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.357784] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 1040.478124] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.631163] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.631163] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.631334] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.635026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.635026] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.635026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.635026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.635026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.635026] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.635026] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.635026] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.635026] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.635026] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.635026] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.635026] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.635026] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.658699] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.658964] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.659050] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.659193] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.659512] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.659684] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.659790] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.660140] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.660746] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.706516] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.706834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.706834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.707021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.707083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.707309] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.707479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.707566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.707750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.707829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.707917] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b already deleted. [ 1040.708018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.875866] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1040.876327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.876518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.876782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.876977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.877109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.877173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.880039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.880039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.880039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.880039] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.981657] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.981844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.981920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.982171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.982270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.982374] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c057acff-77d3-476b-a945-93679651414f is going to be created. [ 1041.073033] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.073033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.073033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.073033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.073033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.085151] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c057acff-77d3-476b-a945-93679651414f in Status: UNINITIALIZED for 2s [ 1041.163063] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.163451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.163685] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.163994] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.164191] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.164353] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 not found, creating... [ 1041.164654] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.164833] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.164994] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.165275] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.165418] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.165775] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.165976] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.166116] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.166385] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.166577] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.166756] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 is going to be created. [ 1041.190822] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.191083] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.191219] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.191612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.191783] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.192021] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.381428] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.381757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.381882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.382208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.382470] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.382617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.382716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.382939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.383080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.383209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.383427] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.383631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.383722] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.383925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.384357] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.384529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.384736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.385060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.385182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.385276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.385372] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.456264] env[65363]: INFO networking_nsxv3.common.synchronization [req-1e36d0e9-fe61-41c3-9943-95209ac52fca req-fe0ff9a5-e76d-4373-a8df-2d5eaa82b583 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1041.456816] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1041.457149] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.457412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.457523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.457745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.457880] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.457983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.458054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.458198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.458695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.458695] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.887410] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf552f7e-7afd-44c4-bb77-bc5504be652c: rpc.has_security_group_logging(os_id): False [ 1041.907510] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.907738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.907836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.908067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.908160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.908387] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.908504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.908574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.911872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.911872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.911872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.911872] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be created. [ 1041.934140] env[65363]: INFO networking_nsxv3.common.synchronization [req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 req-be63d344-b454-42e0-a9a7-c7f43a1122d7 service nova] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1041.934324] env[65363]: INFO networking_nsxv3.common.synchronization [req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 req-be63d344-b454-42e0-a9a7-c7f43a1122d7 service nova] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1041.934460] env[65363]: INFO networking_nsxv3.common.synchronization [req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 req-be63d344-b454-42e0-a9a7-c7f43a1122d7 service nova] Enqueued Resource ID: ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 with Priority: HIGHEST for action port [ 1041.935458] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1041.935458] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1041.935458] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 with Priority: HIGHEST for action port [ 1041.936048] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.936241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.936583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.936837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.936950] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.940872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.940872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.940872] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.940872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.940872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.940872] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.961980] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.989019] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.989019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.989019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.989019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.989019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.997770] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1042.202277] env[65363]: INFO networking_nsxv3.common.synchronization [req-a0214de0-bedf-4a77-9491-f43edcf05098 req-ca6e81ad-697e-4932-bb47-552a61ebd390 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1042.204222] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1042.204222] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.205648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.205787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.206503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.206745] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.206887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.206981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.207220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.207415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.207500] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.382928] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 1042.383238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.442395] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.442736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.443259] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.444830] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 with status ACTIVE [ 1042.444830] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.444830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.444830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.445627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.445627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.445989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.445989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.445989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.446234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.448681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.449147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.449253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.449300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.449514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.449695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.449764] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 is going to be updated. [ 1042.457463] env[65363]: INFO networking_nsxv3.common.synchronization [req-afb40da1-e9dc-4782-bdf1-6e77a88b410c req-f017b6a5-1ca6-48d9-9800-d8c80e9eae69 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_members [ 1042.458773] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGHEST for action security_group_members [ 1042.459211] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.459399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.459774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.459774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.460654] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.460654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.460654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.460654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.460654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.460654] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.465218] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.506902] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.507154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.507154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.507365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.507507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.507678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.711299] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.713414] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.713414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.713414] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1042.767027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.767027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.783119] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1042.952324] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.963856] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.964016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.964349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.964436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.968605] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.968747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.968809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.969022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.969109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.969209] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1042.986956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.987211] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.987340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.987407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.987607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.987692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.987795] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead1c92c-c1cb-4616-a545-00df6070478a is going to be updated. [ 1043.006997] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.007208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.007208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.007426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.007822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.017853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1043.019863] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.020139] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.020241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.020479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.020707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.030639] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead1c92c-c1cb-4616-a545-00df6070478a in Status: IN_PROGRESS for 2s [ 1043.101456] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c057acff-77d3-476b-a945-93679651414f in Status: SUCCESS [ 1043.101780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.102126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.102252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.102506] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.102624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.102708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.103322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.103322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.103322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.103844] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.454795] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.457367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.457367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.457367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.457367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.457367] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be created. [ 1043.493032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.495796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.495796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.495796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.495796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.507246] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: UNINITIALIZED for 2s [ 1043.609700] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.013769] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1044.013769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.112374] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c057acff-77d3-476b-a945-93679651414f: rpc.has_security_group_logging(os_id): False [ 1044.140644] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.140644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.140644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.140644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.140644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.140644] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.140644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.141227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.141227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.141296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.141444] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c057acff-77d3-476b-a945-93679651414f is going to be created. [ 1044.219872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.219872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.219872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.219872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.219872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.253821] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c057acff-77d3-476b-a945-93679651414f in Status: IN_PROGRESS for 2s [ 1044.799670] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1044.800677] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1044.800949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.033103] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1045.033434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.043081] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ead1c92c-c1cb-4616-a545-00df6070478a in Status: SUCCESS [ 1045.043621] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ead1c92c-c1cb-4616-a545-00df6070478a deletion is rescheduled due to dependency. [ 1045.043621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.520103] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1045.520366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.520546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.520781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.520977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.521115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.521231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.521335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.521433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.521501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.521596] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.024685] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.266808] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c057acff-77d3-476b-a945-93679651414f in Status: SUCCESS [ 1046.267164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.527921] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d463cd9-e13d-4c32-9715-9b1c0016018b: rpc.has_security_group_logging(os_id): False [ 1046.546280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.546507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.546507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.546720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.546816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.547103] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.547213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.547276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.547436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.547514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.547625] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be created. [ 1046.606628] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.606848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.606848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.607093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.607296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.621280] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: IN_PROGRESS for 2s [ 1047.460239] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1047.460713] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1048.642096] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1048.642408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.016681] env[65363]: INFO networking_nsxv3.common.synchronization [req-ba58b94b-df35-4569-82d3-9a41776043c5 req-6b798c73-a7b1-4b12-bb3c-c34afb89f869 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1049.017288] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1049.018040] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.018040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.018040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.018040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.018279] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.018326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.018397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.018572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.018659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.018772] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.411240] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.411455] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.411586] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.411897] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.412182] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.412343] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.412460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.412715] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.412858] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.413064] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.413175] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.413275] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.413380] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.413488] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.413589] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.413801] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.432195] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.432414] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.432514] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.432668] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.433016] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-20e805fa-8795-4221-9993-7310bb50c080 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.433202] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.433321] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.433634] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.433906] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20e805fa-8795-4221-9993-7310bb50c080',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.521880] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.522097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.522146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.522354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.522491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.522675] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.522804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.522862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.523049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.523129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.523220] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1049.559459] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.559690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.559740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.560303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.560561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.569993] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1049.936572] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.937035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.937035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.937225] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.937337] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.937490] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 20e805fa-8795-4221-9993-7310bb50c080 not found, creating... [ 1049.937737] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.937893] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.938017] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.938239] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.938375] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.938649] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.938801] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.938916] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.939680] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.939680] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.939864] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 20e805fa-8795-4221-9993-7310bb50c080 is going to be created. [ 1049.964459] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.964597] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.964639] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.964912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.965155] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.965372] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.733426] env[65363]: INFO networking_nsxv3.common.synchronization [req-ba58b94b-df35-4569-82d3-9a41776043c5 req-01c673f6-5bf3-4e0c-bba8-89ed66df5415 service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1050.733616] env[65363]: INFO networking_nsxv3.common.synchronization [req-ba58b94b-df35-4569-82d3-9a41776043c5 req-01c673f6-5bf3-4e0c-bba8-89ed66df5415 service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1050.733837] env[65363]: INFO networking_nsxv3.common.synchronization [req-ba58b94b-df35-4569-82d3-9a41776043c5 req-01c673f6-5bf3-4e0c-bba8-89ed66df5415 service nova] Enqueued Resource ID: 20e805fa-8795-4221-9993-7310bb50c080 with Priority: HIGHEST for action port [ 1050.735706] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1050.735706] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1050.735706] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e805fa-8795-4221-9993-7310bb50c080 with Priority: HIGHEST for action port [ 1050.735706] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.735973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.736104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.736394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.736634] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.737647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.738272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.738272] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-20e805fa-8795-4221-9993-7310bb50c080 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.738272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.738272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.738595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.738595] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20e805fa-8795-4221-9993-7310bb50c080',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.240989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.241323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.242524] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20e805fa-8795-4221-9993-7310bb50c080 with status ACTIVE [ 1051.242921] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.243131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.243227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.243478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.243541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.243760] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.243929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.243929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.244098] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.244176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244358] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.244866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.244866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.244866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.244866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.244866] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20e805fa-8795-4221-9993-7310bb50c080 is going to be updated. [ 1051.268424] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.268591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.268635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.268840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.268973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.269174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20e805fa-8795-4221-9993-7310bb50c080" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.583186] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1051.586899] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1051.586899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.586899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.586899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.586899] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.586899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.586899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.586899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.586899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.586899] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.090993] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.593393] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.788696] env[65363]: INFO networking_nsxv3.common.synchronization [req-8584effd-6afc-4bdc-9a37-350f1939a222 req-3b392972-992a-483e-ae94-247ea0bc4cb6 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1052.789236] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1052.789593] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.789720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.789720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.789901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.792600] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.793862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.793862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.793995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.794116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.794213] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.095843] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.095843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.095976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.096188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.096411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.096411] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1053.127781] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.127974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.128042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.131046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.131684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.141828] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1053.296823] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.296978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.297067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.297292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.297383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.297581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.297679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.297743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.297891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.297968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.298066] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1053.327196] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.327387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.327434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.327620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.327757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.341358] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1055.154551] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1055.154883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.154883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.155217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.155418] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.155590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.155635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.155812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.155876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.155939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.156030] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.354081] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1055.354304] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1055.354524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.659077] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.659167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.659208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.659418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.660958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.660958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.660958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.660958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.661730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.661730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.661730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.661730] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.763569] env[65363]: INFO networking_nsxv3.common.synchronization [req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 req-1ecfbaee-bdbd-4f48-84dc-0c7000e76c9c tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1055.765792] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGHEST for action security_group_members [ 1055.766977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.766977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.766977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.766977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.766977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.766977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.766977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.767331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.767331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.767331] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.164447] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4590a33c-dc69-491c-b6cb-ef85ad071d3d: rpc.has_security_group_logging(os_id): False [ 1056.182528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.182683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.182760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.183054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.183155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.183353] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.183462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.183521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.183680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.183756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.184170] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.184352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.184465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.184700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.184875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.185174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.185325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.185436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.185652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.185796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.185941] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1056.246460] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.246627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.246679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.247078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.247275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.261143] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1056.269717] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.269885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.269928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.270249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.270369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.270601] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.270758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.270844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.271135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.271213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.271340] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be updated. [ 1056.311065] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.311227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.311285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.311517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.311649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.323698] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: IN_PROGRESS for 2s [ 1056.696502] env[65363]: INFO networking_nsxv3.common.synchronization [req-11811044-76c4-43df-b91f-efba508edac1 req-f7017d6e-12c9-46bc-b4d5-37d887673c72 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Enqueued Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_members [ 1056.697079] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGHEST for action security_group_members [ 1056.697343] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.697467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.697535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.697732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.697884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.697984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.698195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.698371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.698450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.698547] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.201286] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.201577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.201577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.202437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.202563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.202795] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.203742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.204051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.204197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.204250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.204352] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 is going to be updated. [ 1057.236918] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.237077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.237153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.237366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.237510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.240460] env[65363]: INFO networking_nsxv3.common.synchronization [req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 req-81332ee7-8368-4145-b23e-6248c9727dd3 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1057.240961] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1057.241275] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.241389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.241651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.241651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.241878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.241878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.241991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.242100] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.242196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.242290] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.246926] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 in Status: IN_PROGRESS for 2s [ 1057.627928] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.628165] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.628297] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.628567] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.628837] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.629035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.629372] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.629629] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.629793] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.630025] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.630143] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.630251] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.630360] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.630542] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.630654] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.630792] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.652539] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.652718] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.652879] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.653241] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.653593] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-b001e883-7f09-4886-a022-25f5b1a90e21 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.653770] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.653924] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.654270] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.654409] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b001e883-7f09-4886-a022-25f5b1a90e21',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.744866] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.157652] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.157922] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.158065] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.158355] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.158536] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.158738] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port b001e883-7f09-4886-a022-25f5b1a90e21 not found, creating... [ 1058.158961] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.159164] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.159297] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.159583] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.159714] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.160019] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.160201] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.160333] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.160581] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.160716] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.160882] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: b001e883-7f09-4886-a022-25f5b1a90e21 is going to be created. [ 1058.181997] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.182273] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.182409] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.182696] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.182975] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.183257] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.247675] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.278330] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1058.278523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.335924] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 in Status: SUCCESS [ 1058.336231] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 deletion is rescheduled due to dependency. [ 1058.336437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.752759] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.752759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.752759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.752759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.752759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.752759] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1058.780983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.781150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.781241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.781569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.781693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.794483] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1058.921188] env[65363]: INFO networking_nsxv3.common.synchronization [req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 req-2c20aa20-1ca3-404c-9bb8-0bf7f9f4440b service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1058.921188] env[65363]: INFO networking_nsxv3.common.synchronization [req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 req-2c20aa20-1ca3-404c-9bb8-0bf7f9f4440b service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1058.921188] env[65363]: INFO networking_nsxv3.common.synchronization [req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 req-2c20aa20-1ca3-404c-9bb8-0bf7f9f4440b service nova] Enqueued Resource ID: b001e883-7f09-4886-a022-25f5b1a90e21 with Priority: HIGHEST for action port [ 1058.921188] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1058.921188] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1058.921188] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b001e883-7f09-4886-a022-25f5b1a90e21 with Priority: HIGHEST for action port [ 1058.921778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.922584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.922771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.923515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.923515] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.926730] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.927749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.929893] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-b001e883-7f09-4886-a022-25f5b1a90e21 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.929893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.929893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.929893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.929893] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b001e883-7f09-4886-a022-25f5b1a90e21',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.257548] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 in Status: SUCCESS [ 1059.258059] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 deletion is rescheduled due to dependency. [ 1059.258059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.427215] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.427337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.433212] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b001e883-7f09-4886-a022-25f5b1a90e21 with status ACTIVE [ 1059.433448] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.433583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.433656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.434168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.434168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.434168] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.434457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.434457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.434457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.434724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.434724] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.434858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.434858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.434987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.435068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.435110] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b001e883-7f09-4886-a022-25f5b1a90e21 is going to be updated. [ 1059.460436] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.460626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.461370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.461370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.461370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.461370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b001e883-7f09-4886-a022-25f5b1a90e21" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.806381] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1060.806798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.807486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.807712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.808068] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.808197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.808258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.808419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.808518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.808613] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.312426] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.427326] env[65363]: INFO networking_nsxv3.common.synchronization [req-d3a009e2-b844-4078-823a-e4755615a00e req-f5af14fe-ff0f-4993-8b8f-05febb1ef63d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1061.427861] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1061.428190] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.428317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.428389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.428590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.428752] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.428854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.428916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.429075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.429197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.429241] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.725573] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.725828] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.725893] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.726345] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.726773] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.726938] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.727069] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.727287] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.727435] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.727645] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.727752] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.727863] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.727969] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.728093] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.728202] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.728550] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.750460] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.750650] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.750867] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.751073] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.751397] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.751573] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.751691] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.752063] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.752212] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.814899] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.931209] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.969848] env[65363]: INFO networking_nsxv3.common.synchronization [req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 req-7f493b36-1ef0-4e05-acaf-45cb05a0a58a tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 1061.970359] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 1061.970754] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.971174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.971174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.971174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.971174] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.971362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.971362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.971767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.971767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.971767] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.254914] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.255249] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.255394] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.255670] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.255821] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.255973] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 not found, creating... [ 1062.256262] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.256414] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.256533] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.256756] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.256895] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.257192] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.257348] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.257580] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.257810] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.257948] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.258107] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 is going to be created. [ 1062.280633] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.280930] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.281072] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.281399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.281715] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.282062] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.316860] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.317307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.317307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.317585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.317650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.317770] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1062.351512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.351736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.351736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.351985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.352148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.361845] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1062.433440] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.473897] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.937385] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.937670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.937670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.937825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.937911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.938014] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be updated. [ 1062.964325] env[65363]: INFO networking_nsxv3.common.synchronization [req-d3a009e2-b844-4078-823a-e4755615a00e req-47fe1f40-c556-4935-ab64-d78cb57ee463 service nova] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1062.965388] env[65363]: INFO networking_nsxv3.common.synchronization [req-d3a009e2-b844-4078-823a-e4755615a00e req-47fe1f40-c556-4935-ab64-d78cb57ee463 service nova] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1062.966583] env[65363]: INFO networking_nsxv3.common.synchronization [req-d3a009e2-b844-4078-823a-e4755615a00e req-47fe1f40-c556-4935-ab64-d78cb57ee463 service nova] Enqueued Resource ID: 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 with Priority: HIGHEST for action port [ 1062.967525] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.967525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.967525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.967525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.967769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.968812] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_rules [ 1062.968945] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1062.969066] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 with Priority: HIGHEST for action port [ 1062.969360] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.969439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.969481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.969640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.969728] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.970546] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.970660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.970820] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.970910] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.970975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.971132] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.971202] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.976133] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.980738] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: IN_PROGRESS for 2s [ 1063.473401] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 with status ACTIVE [ 1063.473622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.473819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.473882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.474155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.474253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.474604] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.474604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.474604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.474784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.474844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.475693] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.475807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.475807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.475949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.476035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.476127] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 is going to be updated. [ 1063.477334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.477438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.477703] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.478072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.478072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.478072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.478243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478243] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 is going to be updated. [ 1063.506167] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.506353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.506413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.507023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.507023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.507023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.514583] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.514583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.514583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.515673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.515673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.523769] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: IN_PROGRESS for 2s [ 1064.373019] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1064.373348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.373453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.373690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.373883] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.374013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.374168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.374383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.374520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.374650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.374769] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.878911] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.879386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.880168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.880516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.880818] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.880992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.881490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.881767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.881983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.882134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.882966] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.883057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.883245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.883461] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.883712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.883881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.883992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.884270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.884384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.884533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.884765] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.995780] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1064.996060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.996185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.996414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.996606] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.996720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.996779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.996936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.997035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.997212] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.388492] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501099e8-1b4e-4928-b451-c482e696d9e8: rpc.has_security_group_logging(os_id): False [ 1065.423345] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.423514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.423593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.423815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.423909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.424267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.424379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.424379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.424535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.424611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.424808] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.425153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.425153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.425153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.425307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.425386] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.425479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.425542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.425674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.425750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.425835] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1065.499394] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.503416] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.503563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.503720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.503835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.503973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.521324] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1065.537201] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: SUCCESS [ 1065.537563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.001964] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.506896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.507383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.507383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.507798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.507927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.508057] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be updated. [ 1066.539095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.539306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.539306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.539510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.539676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.550147] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: IN_PROGRESS for 2s [ 1066.857700] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.857888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.858739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.858739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.858739] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.360885] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.543067] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1067.543554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.865899] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.970534] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1067.970534] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1068.366549] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1068.366913] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1068.561811] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1068.562255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.562255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.562511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.562708] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.562828] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.562889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.563066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.563153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.563242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.563355] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.069601] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.230304] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.230678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.230793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.231073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.245904] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1069.246860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.248332] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1069.289599] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.290165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.290274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.290491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.304608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.305353] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1069.305467] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.305565] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1069.350836] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.351084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.351084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.351222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.352737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.352883] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1069.447955] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.449027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.449240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.449515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.449772] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1069.536874] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.537057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.537114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.537327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.537629] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537932] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1069.539556] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'78b0942d-4f0a-418e-a2a1-898e3f6da27a', '2f28afa5-c434-49a0-ab0f-35f129f9a22c', '1a7599fd-f08a-40c8-8026-6e5fa13c3ade', 'ab3003db-cd43-45cb-a99c-226589d8621c', '47cc9c3d-3fe0-4219-95ee-41d894b321f7', 'e5c60ad9-5cb3-4428-81e1-02967ef32161', '50e8faeb-871c-4cb2-95c7-29b7c3448df2', 'cddc7353-9756-463d-9ff7-6d0b0cfb0f33', '4f737f8d-f326-48c1-ab73-23c46c7b5560', '9ce0ac14-0777-484a-93a5-7b349f9b6df4', 'fce8d31f-a239-4f54-bc0a-9a832315e074', '06e6eb1b-d64a-433f-adb8-b5b48c629645', '79ed5282-3860-473f-b234-de46fcf28330', 'c057acff-77d3-476b-a945-93679651414f', 'fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76', 'b6baf615-e4ba-4fdd-8c9c-ca5683e55eed', '2c21298f-cd6b-4a9d-8201-f694852976f6', 'b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2', '4d463cd9-e13d-4c32-9715-9b1c0016018b', '9d4776f6-042b-4cd2-ae5b-4a87e8a6d681', 'ef3bfb2a-2952-40a5-bc49-c97333b301a4', 'aeed3dd0-e74c-4bed-b96f-cb10982a24b9', 'ae8aea06-1e1f-45a2-93d5-711c81608c1d', '3e70995d-340d-410f-8a11-5d67a3c40b7b', '01fc231e-856f-4ab5-8929-6de73eced42d', 'ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c', '501099e8-1b4e-4928-b451-c482e696d9e8', '3f0f56e9-8810-4880-9175-def17d3c9d71', '2dc1124c-3a43-4327-9640-60c41e398e38', 'c323d623-427f-4bf0-9994-7879b5132715', 'b99d59b1-51d9-4ac7-a9d7-54f8a066014a', '86418f65-608f-4275-82f8-a3c9326b4066', 'e43c045a-c918-4bb9-834d-11c22546432c', '096c96be-017c-4688-8d07-1da19a75f2e2', '68a1d806-8025-49a2-99a7-318b18193092', 'c4cd06b5-edd8-4367-af20-bc54c9c15907', '29771e22-be47-489c-bcb6-307e587db36c', '56cb1b8c-34a4-47a2-9bac-db5d4e2625e9', 'e204c664-455c-4132-a5f6-f4c8940da6f3', '2866cba9-15b2-4d8e-afde-c4afac695466', 'ec08f920-92ec-4f4b-bb39-de4a0afc3201', 'ead1c92c-c1cb-4616-a545-00df6070478a', '4590a33c-dc69-491c-b6cb-ef85ad071d3d', '2582bbee-c3bf-4cd2-a717-0df56508e5c1', '74d8d53b-29f4-4d8b-979a-d92fe1edb3ce', 'c6bef2c3-8455-48fc-afe5-63dab17afe52', 'cf552f7e-7afd-44c4-bb77-bc5504be652c', '7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9'} {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.539741] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1069.564118] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.564481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.564481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.564829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.564829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.564829] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1069.564987] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.564987] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1069.573390] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d463cd9-e13d-4c32-9715-9b1c0016018b: rpc.has_security_group_logging(os_id): False [ 1069.591796] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.592023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.592146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.592448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.620637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.620637] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.621671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.621671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.621671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.621671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.621671] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be updated. [ 1069.646695] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.646695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.646695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.646923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.651381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.651801] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1069.651888] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.651972] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1069.652050] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1069.652231] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1069.652752] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGH for action security_group_rules [ 1069.652878] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGH for action security_group_rules [ 1069.652925] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGH for action security_group_rules [ 1069.652991] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGH for action security_group_rules [ 1069.653069] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGH for action security_group_rules [ 1069.653131] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGH for action security_group_rules [ 1069.653191] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGH for action security_group_rules [ 1069.653250] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGH for action security_group_rules [ 1069.653310] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGH for action security_group_rules [ 1069.653370] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGH for action security_group_rules [ 1069.653430] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGH for action security_group_rules [ 1069.654893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.689230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.689517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.689669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.689978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.690263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.706442] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: IN_PROGRESS for 2s [ 1070.254680] env[65363]: INFO networking_nsxv3.common.synchronization [req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a req-51813a86-5e66-4c68-8222-ccb929bb5200 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1070.254932] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1070.255114] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a with Priority: HIGH for action security_group_rules [ 1070.255237] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade with Priority: HIGH for action security_group_rules [ 1070.255383] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 with Priority: HIGH for action security_group_rules [ 1070.255498] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 with Priority: HIGH for action security_group_rules [ 1070.255592] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 with Priority: HIGH for action security_group_rules [ 1070.255682] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGH for action security_group_rules [ 1070.255772] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGH for action security_group_rules [ 1070.256530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 with Priority: HIGH for action security_group_rules [ 1070.256530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGH for action security_group_rules [ 1070.256530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed with Priority: HIGH for action security_group_rules [ 1070.256530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ed5282-3860-473f-b234-de46fcf28330 with Priority: HIGH for action security_group_rules [ 1070.256530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 with Priority: HIGH for action security_group_rules [ 1070.256530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce8d31f-a239-4f54-bc0a-9a832315e074 with Priority: HIGH for action security_group_rules [ 1070.256530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 with Priority: HIGH for action security_group_rules [ 1070.256840] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGH for action security_group_rules [ 1070.256840] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 with Priority: HIGH for action security_group_rules [ 1070.256915] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGH for action security_group_rules [ 1070.257034] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGH for action security_group_rules [ 1070.257126] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c with Priority: HIGH for action security_group_rules [ 1070.257215] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3003db-cd43-45cb-a99c-226589d8621c with Priority: HIGH for action security_group_rules [ 1070.257515] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.257654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.257736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.257965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.258156] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.258278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.258345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.258501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.258586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.258679] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.259923] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.260045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.260290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.260290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.260396] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78b0942d-4f0a-418e-a2a1-898e3f6da27a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.261319] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.261446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.261492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.261677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.261737] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a7599fd-f08a-40c8-8026-6e5fa13c3ade',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.263530] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.263530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.263530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.263530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.263530] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e8faeb-871c-4cb2-95c7-29b7c3448df2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.263861] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.263861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.263861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.264017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.264060] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.264941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.265057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.265126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.265285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.265452] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d4776f6-042b-4cd2-ae5b-4a87e8a6d681',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.266804] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.266804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.266804] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.266804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.266804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.266804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.267562] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.267815] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c21298f-cd6b-4a9d-8201-f694852976f6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.268153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.268153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.268863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.268863] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c21298f-cd6b-4a9d-8201-f694852976f6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.270057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.270057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.270057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.270057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.270057] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.270249] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.270249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.270335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.270498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.270560] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6baf615-e4ba-4fdd-8c9c-ca5683e55eed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.271343] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79ed5282-3860-473f-b234-de46fcf28330 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.271509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.271509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.271676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.271739] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79ed5282-3860-473f-b234-de46fcf28330',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.273027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e6eb1b-d64a-433f-adb8-b5b48c629645 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.273027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.273027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.273027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.273027] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e6eb1b-d64a-433f-adb8-b5b48c629645',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.273676] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce8d31f-a239-4f54-bc0a-9a832315e074 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.273754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.273803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.273919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.274015] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce8d31f-a239-4f54-bc0a-9a832315e074',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.274675] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.275018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.275091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.275212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.275301] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce0ac14-0777-484a-93a5-7b349f9b6df4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.275965] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.276086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.276176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.276368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.276463] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.277582] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5c60ad9-5cb3-4428-81e1-02967ef32161 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.277695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.277695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.277865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.277994] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5c60ad9-5cb3-4428-81e1-02967ef32161',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.279059] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.279192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.279253] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.279579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.279579] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.281032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.281032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.281032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.281032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.281032] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.282037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.282037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.282037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.282451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.282451] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f28afa5-c434-49a0-ab0f-35f129f9a22c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.283247] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab3003db-cd43-45cb-a99c-226589d8621c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.283349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.283446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.283576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.283653] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab3003db-cd43-45cb-a99c-226589d8621c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.642229] env[65363]: INFO networking_nsxv3.common.synchronization [None req-3ea5737d-57cd-472f-b7d1-7a340925138d None None] Enqueued Resource ID: 503fbfb5-d12d-4ddf-adfb-966244429ddd with Priority: HIGHEST for action port [ 1070.642914] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503fbfb5-d12d-4ddf-adfb-966244429ddd with Priority: HIGHEST for action port [ 1070.643358] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-503fbfb5-d12d-4ddf-adfb-966244429ddd taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.643527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503fbfb5-d12d-4ddf-adfb-966244429ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.643527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503fbfb5-d12d-4ddf-adfb-966244429ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.643702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503fbfb5-d12d-4ddf-adfb-966244429ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.643785] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503fbfb5-d12d-4ddf-adfb-966244429ddd',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.687715] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.687949] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.688145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.688431] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.688746] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.688841] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.689069] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.689241] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.689420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.689613] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.689683] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.689791] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.690153] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.690153] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.690232] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.690406] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.714856] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.715834] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.715986] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.716117] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.716486] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.716686] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.720021] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.720021] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.720021] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.790373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.794023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.794023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.794023] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.797247] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.797412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.797502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.797716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.797909] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.798045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.798114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.798281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.798367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.798454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.798548] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.806034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.806034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.806266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.806316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.806689] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.806689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.806689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.806935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.806935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.806935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.807059] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.808875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.809292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.809403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.809647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.819610] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.819776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.819876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.820166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.820430] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.820563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.820611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.820789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.820865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.820950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.821056] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.912525] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.912792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.927311] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.927311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.928047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.928296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.929593] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.929746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.931074] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.931217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.932074] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.932212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.932949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.933050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.934209] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.934326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.935412] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.935412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.936132] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.936218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.936947] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.937580] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.937580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.938879] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.939749] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.939995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.940613] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.941450] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.941450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.942174] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.943438] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.943652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.944291] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.944722] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.944864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.950953] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1070.951498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.951809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.951983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.952054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.952409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.952521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.952615] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1070.953832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.954035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.980330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.980537] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a7599fd-f08a-40c8-8026-6e5fa13c3ade is going to be deleted. [ 1070.981534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.982382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.995438] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.996660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.996660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.996894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.996935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.009306] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1071.016528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.016708] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c21298f-cd6b-4a9d-8201-f694852976f6 is going to be deleted. [ 1071.017682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.017959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.055841] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.055841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.066697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.067327] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6baf615-e4ba-4fdd-8c9c-ca5683e55eed is going to be deleted. [ 1071.070428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.070712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.093498] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.093701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.132321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.132321] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e8faeb-871c-4cb2-95c7-29b7c3448df2 is going to be deleted. [ 1071.133518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.133763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.146257] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503fbfb5-d12d-4ddf-adfb-966244429ddd [ 1071.146756] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.146942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.147045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.147295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.147393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.147508] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503fbfb5-d12d-4ddf-adfb-966244429ddd already deleted. [ 1071.147593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503fbfb5-d12d-4ddf-adfb-966244429ddd" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.161785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.161785] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5c60ad9-5cb3-4428-81e1-02967ef32161 is going to be deleted. [ 1071.162642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.162936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.195688] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.195858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.214762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.214904] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce8d31f-a239-4f54-bc0a-9a832315e074 is going to be deleted. [ 1071.216326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.217180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.220502] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.220848] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.221034] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.221430] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.221615] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.221856] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed not found, creating... [ 1071.222313] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.222560] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.222654] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.222958] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.226556] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.226556] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.226556] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.226556] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.226556] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.226556] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.226556] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed is going to be created. [ 1071.277347] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.277347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.288587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.288744] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e6eb1b-d64a-433f-adb8-b5b48c629645 is going to be deleted. [ 1071.289844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.290130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.300863] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.301129] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.301259] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.301545] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.301860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.302164] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.303761] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.329334] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.333770] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.342059] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.347926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.347926] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce0ac14-0777-484a-93a5-7b349f9b6df4 is going to be deleted. [ 1071.348959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.349309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.354063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.430243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.430243] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78b0942d-4f0a-418e-a2a1-898e3f6da27a is going to be deleted. [ 1071.430716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.430716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.458487] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.458690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.535447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.535704] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be deleted. [ 1071.537067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.537366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.543468] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.543654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.632024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.632024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76 is going to be deleted. [ 1071.632024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.632024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.666920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667246] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d4776f6-042b-4cd2-ae5b-4a87e8a6d681 is going to be deleted. [ 1071.668183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.670313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.674246] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.674482] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.726531] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.726761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.727703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.727815] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79ed5282-3860-473f-b234-de46fcf28330 is going to be deleted. [ 1071.728711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.728925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.767366] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1071.767615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.767860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.768162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.768262] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.774238] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.774462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.776540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.776884] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f28afa5-c434-49a0-ab0f-35f129f9a22c is going to be deleted. [ 1071.777647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.778880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.806160] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2: rpc.has_security_group_logging(os_id): False [ 1071.832889] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f737f8d-f326-48c1-ab73-23c46c7b5560: rpc.has_security_group_logging(os_id): False [ 1071.836801] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c057acff-77d3-476b-a945-93679651414f: rpc.has_security_group_logging(os_id): False [ 1071.844950] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cddc7353-9756-463d-9ff7-6d0b0cfb0f33: rpc.has_security_group_logging(os_id): False [ 1071.876300] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.876443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.879507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.879857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab3003db-cd43-45cb-a99c-226589d8621c is going to be deleted. [ 1071.881284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.881574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.881968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.881968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a7599fd-f08a-40c8-8026-6e5fa13c3ade" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.882157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.882322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.882462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.882644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c21298f-cd6b-4a9d-8201-f694852976f6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.884032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.884032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.884032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.884032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6baf615-e4ba-4fdd-8c9c-ca5683e55eed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.884449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.884650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.884809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e8faeb-871c-4cb2-95c7-29b7c3448df2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5c60ad9-5cb3-4428-81e1-02967ef32161" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.887594] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.887594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.911802] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.911802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.925818] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.925818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.927097] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.927580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.936959] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.936959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.957035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.957035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.958688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.959214] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.959537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.959990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.960907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.960907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.960907] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c057acff-77d3-476b-a945-93679651414f is going to be updated. [ 1071.962574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.963045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.963219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.963450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e6eb1b-d64a-433f-adb8-b5b48c629645" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.963598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.964408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.964408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce0ac14-0777-484a-93a5-7b349f9b6df4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.964806] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.964899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.964935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.965115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.965192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.965314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f28afa5-c434-49a0-ab0f-35f129f9a22c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.965705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.965886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.965962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.966092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78b0942d-4f0a-418e-a2a1-898e3f6da27a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.966207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.966343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.966412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.966515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.968022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.968302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c1002-0b44-44ae-ad4c-eadbb8e5ca76" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.968472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.968900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce8d31f-a239-4f54-bc0a-9a832315e074" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.969473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d4776f6-042b-4cd2-ae5b-4a87e8a6d681" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.970409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.970409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.038379] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.038531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.043823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.044206] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.044400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.044487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.044724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.044845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.044958] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 is going to be updated. [ 1072.047674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.053568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.053568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.053568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79ed5282-3860-473f-b234-de46fcf28330" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.053568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.053568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.053568] env[65363]: INFO networking_nsxv3.common.synchronization [req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a req-0fa91812-0b80-4831-afee-6855b8b3d3a1 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1072.053568] env[65363]: INFO networking_nsxv3.common.synchronization [req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a req-0fa91812-0b80-4831-afee-6855b8b3d3a1 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1072.053568] env[65363]: INFO networking_nsxv3.common.synchronization [req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a req-0fa91812-0b80-4831-afee-6855b8b3d3a1 service nova] Enqueued Resource ID: a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed with Priority: HIGHEST for action port [ 1072.054590] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1072.055426] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1072.055565] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed with Priority: HIGHEST for action port [ 1072.056708] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.056708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.056708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.056708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.056708] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.057661] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.057765] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.057961] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.058067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.058129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.058317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.058393] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.186463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.186995] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.187113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.187113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.187524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.187752] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 is going to be updated. [ 1072.190547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.190547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.190547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.191055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab3003db-cd43-45cb-a99c-226589d8621c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.191055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.192066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.196081] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.196246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.259371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.259371] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.259371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.259371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.259706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.259706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.259902] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1072.261827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.262549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.262735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.271069] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.271069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.271270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.271709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.271709] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.271709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.271921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.271921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.272036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.272816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.274155] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.303032] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c057acff-77d3-476b-a945-93679651414f in Status: IN_PROGRESS for 2s [ 1072.378984] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.379120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.379222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.379527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.379752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.387878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.388035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.389358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.389358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.389358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.424186] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: IN_PROGRESS for 2s [ 1072.424851] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: IN_PROGRESS for 2s [ 1072.451697] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.451697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.451697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.451697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.452413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.500310] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1072.560523] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.560655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.565956] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed with status ACTIVE [ 1072.566417] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.566417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.566417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.566665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.566705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.566988] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.566988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.567146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.567339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.567339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.567470] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.567581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.567649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.567792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.567883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.569698] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed is going to be updated. [ 1072.608815] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.609087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.609087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.609397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.609397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.609577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.777598] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.024892] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1073.025081] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1073.025626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.025626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.025626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.025788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.025933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.025933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.026114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.026174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.026263] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.280163] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d463cd9-e13d-4c32-9715-9b1c0016018b: rpc.has_security_group_logging(os_id): False [ 1073.301144] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.301344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.301344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.301547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.301635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.303223] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.303223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.303223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.303223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.303223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.303223] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be updated. [ 1073.374466] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.374662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.374662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.374860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.375010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.392481] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: IN_PROGRESS for 2s [ 1073.395554] env[65363]: INFO networking_nsxv3.common.synchronization [None req-90054726-857e-4622-af7c-3dfe6c8a73cf None None] Enqueued Resource ID: c5d0e939-3e13-445b-b018-f64bbddd68cb with Priority: HIGHEST for action port [ 1073.396620] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d0e939-3e13-445b-b018-f64bbddd68cb with Priority: HIGHEST for action port [ 1073.397956] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d0e939-3e13-445b-b018-f64bbddd68cb taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.398106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d0e939-3e13-445b-b018-f64bbddd68cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.398160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d0e939-3e13-445b-b018-f64bbddd68cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.398517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d0e939-3e13-445b-b018-f64bbddd68cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.398745] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d0e939-3e13-445b-b018-f64bbddd68cb',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.528461] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.902033] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5d0e939-3e13-445b-b018-f64bbddd68cb [ 1073.902033] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.902033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.902033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.902538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.902538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.902538] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5d0e939-3e13-445b-b018-f64bbddd68cb already deleted. [ 1073.902538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d0e939-3e13-445b-b018-f64bbddd68cb" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.030849] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.224555] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a4ed4f7b-f3ea-462a-883a-6ffdb6b0f842 None None] Enqueued Resource ID: 9bf38f01-6551-405b-ae76-3ad4580bf1f3 with Priority: HIGHEST for action port [ 1074.224555] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf38f01-6551-405b-ae76-3ad4580bf1f3 with Priority: HIGHEST for action port [ 1074.224671] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf38f01-6551-405b-ae76-3ad4580bf1f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.224842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf38f01-6551-405b-ae76-3ad4580bf1f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.224914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf38f01-6551-405b-ae76-3ad4580bf1f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.225221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf38f01-6551-405b-ae76-3ad4580bf1f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.225304] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf38f01-6551-405b-ae76-3ad4580bf1f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.333380] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c057acff-77d3-476b-a945-93679651414f in Status: SUCCESS [ 1074.335317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.439983] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: SUCCESS [ 1074.440824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.441977] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: SUCCESS [ 1074.441977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.525294] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1074.526055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.537192] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.537192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.537192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.537426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.538179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.538179] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1074.585248] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.585501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.585501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.586621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.586621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.599123] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1074.624809] env[65363]: INFO networking_nsxv3.common.synchronization [None req-f35a09b0-4db0-4ef7-bdf9-f4da1305d113 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1074.625467] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1074.625915] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.625915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.626118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.628403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.628403] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.628596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.628596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.628783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.628887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.628963] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.727721] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bf38f01-6551-405b-ae76-3ad4580bf1f3 [ 1074.728015] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.728170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.728262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.728835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.730209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.730742] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bf38f01-6551-405b-ae76-3ad4580bf1f3 already deleted. [ 1074.730742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf38f01-6551-405b-ae76-3ad4580bf1f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.134041] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.134041] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.134041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.134041] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be deleted. [ 1075.167307] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.167411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.167478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.167687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.167769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.167968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.407145] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1075.407395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.517614] env[65363]: INFO networking_nsxv3.common.synchronization [req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 req-29dfd12e-4d0e-4fe5-a897-0f62a8ee75b8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1075.518021] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1075.518331] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.518451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.520278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.522426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.522426] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.522426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.522426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.522426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.522426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.522426] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.893148] env[65363]: INFO networking_nsxv3.common.synchronization [None req-71ac903b-71b3-438f-a436-07357bfad9c1 None None] Enqueued Resource ID: d769eac5-bf92-4932-b489-1a699a84fc7b with Priority: HIGHEST for action port [ 1075.893148] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d769eac5-bf92-4932-b489-1a699a84fc7b with Priority: HIGHEST for action port [ 1075.893148] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d769eac5-bf92-4932-b489-1a699a84fc7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.893148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d769eac5-bf92-4932-b489-1a699a84fc7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.893148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d769eac5-bf92-4932-b489-1a699a84fc7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.893148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d769eac5-bf92-4932-b489-1a699a84fc7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.893148] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d769eac5-bf92-4932-b489-1a699a84fc7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.026867] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.026867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.026867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.026867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.053510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.053510] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.053646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.053692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.054076] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.055351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.055933] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1076.113292] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.113292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.113570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.113570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.113917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.122986] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1076.400781] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d769eac5-bf92-4932-b489-1a699a84fc7b [ 1076.401066] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.401159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.401241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.401505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.401599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.401696] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d769eac5-bf92-4932-b489-1a699a84fc7b already deleted. [ 1076.401779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d769eac5-bf92-4932-b489-1a699a84fc7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.611976] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1076.612277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.612493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.612726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.612910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.613056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.613124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.613282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.613361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.613462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.613556] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.116475] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.117158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.119985] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.119985] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.119985] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.119985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.121759] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.534735] env[65363]: INFO networking_nsxv3.common.synchronization [req-d4520850-4d38-41d7-9387-9dfe2fd2b149 req-e42eac96-199e-4741-a3dd-ecb57f41662e tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Enqueued Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 1077.535276] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 with Priority: HIGHEST for action security_group_members [ 1077.535600] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-2582bbee-c3bf-4cd2-a717-0df56508e5c1 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.535736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.535798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.535997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.536162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.536262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.536325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.536483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.536569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.536668] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2582bbee-c3bf-4cd2-a717-0df56508e5c1',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.624930] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf552f7e-7afd-44c4-bb77-bc5504be652c: rpc.has_security_group_logging(os_id): False [ 1077.646980] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.647219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.647219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.647531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.647664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.647896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.647991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.648068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.648233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.648311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.648572] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.648670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.648670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.648794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.648867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.649055] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.649149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.649220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.649359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.649432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.649516] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1077.715925] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.716110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.716160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.716377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.716521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.728604] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1077.917577] env[65363]: INFO networking_nsxv3.common.synchronization [req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 req-4e426f2d-f195-4009-a66a-c5b9f5fac160 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_members [ 1077.918174] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGHEST for action security_group_members [ 1077.918524] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.918690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.918773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.918993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.919227] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.919339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.919399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.919554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.919633] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.919733] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.039802] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.039975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.040065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.040279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.066478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.066745] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.066861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.066922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.067168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.067274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.067318] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 is going to be updated. [ 1078.096483] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.096625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.096686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.096895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.097042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.109286] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: IN_PROGRESS for 2s [ 1078.133389] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1078.133712] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1078.133937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.292594] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.292859] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.293049] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.293329] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.293603] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.293966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.293966] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.294153] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.294292] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.294532] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.294648] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.294754] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.294860] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.294980] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.295261] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.295316] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.314335] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.314600] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.314750] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.314936] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.315365] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.315569] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.315704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.316016] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.316162] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f7c2d4-578e-4b5d-a8d5-a52f71b1603e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.421763] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.421938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.422022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.422293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.422404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.422632] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.422742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.422804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.422992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.423102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.423191] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 is going to be updated. [ 1078.452248] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.452248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.452501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.454274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.454578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.467793] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: IN_PROGRESS for 2s [ 1078.818475] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.818894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.818894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.819056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.819261] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.819628] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.819808] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.819894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.820158] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.820299] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.820613] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.820832] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.820956] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.821198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.821328] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.821480] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e is going to be updated. [ 1078.845901] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.846154] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.846211] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.846469] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.846664] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.846894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.590411] env[65363]: INFO networking_nsxv3.common.synchronization [req-e963735e-3e43-4a09-9699-e90a604bfc37 req-9fe383fc-789d-4809-a759-96402b5af5bc service nova] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 1079.590656] env[65363]: INFO networking_nsxv3.common.synchronization [req-e963735e-3e43-4a09-9699-e90a604bfc37 req-9fe383fc-789d-4809-a759-96402b5af5bc service nova] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 1079.590656] env[65363]: INFO networking_nsxv3.common.synchronization [req-e963735e-3e43-4a09-9699-e90a604bfc37 req-9fe383fc-789d-4809-a759-96402b5af5bc service nova] Enqueued Resource ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e with Priority: HIGHEST for action port [ 1079.591285] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_rules [ 1079.591734] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 1079.591734] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e with Priority: HIGHEST for action port [ 1079.591991] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.592117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.592181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.592547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.592547] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.593835] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.594074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.594211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.594417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.594685] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.594787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.594899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.595021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.595115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.595194] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.597334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.597334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.597334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.597334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.597334] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f7c2d4-578e-4b5d-a8d5-a52f71b1603e',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.743041] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1079.743326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.094655] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.095113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.097160] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.098964] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e with status ACTIVE [ 1080.099173] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.099295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.099364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.099575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.099686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.099882] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.099976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.100049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.100240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.100279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.101352] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.101352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.101352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.101352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.101352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.101352] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e is going to be updated. [ 1080.122702] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 in Status: SUCCESS [ 1080.123023] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2582bbee-c3bf-4cd2-a717-0df56508e5c1 deletion is rescheduled due to dependency. [ 1080.123240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2582bbee-c3bf-4cd2-a717-0df56508e5c1" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.129586] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.129810] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.129941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.130354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.130599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.130902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.479307] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 in Status: SUCCESS [ 1080.479593] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 deletion is rescheduled due to dependency. [ 1080.479861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.600081] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.101886] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.102277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.102277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.102431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.102431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.102523] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 is going to be updated. [ 1081.117403] env[65363]: INFO networking_nsxv3.common.synchronization [req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa req-00a6314a-5121-4dd1-bfa6-7c3eb328c790 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1081.118023] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1081.118660] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.118660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.118660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.118901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.119105] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.119243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.119317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.119525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.119643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.119764] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.137570] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.137850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.137925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.138155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.138311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.150176] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: IN_PROGRESS for 2s [ 1081.502794] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.503016] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.503145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.503402] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.503642] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.503800] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.503914] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.504487] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.504768] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.505037] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.505162] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.505276] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.505383] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.505498] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.505658] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.505725] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.529860] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.529860] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.529860] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.529860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.529860] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-72fa0d0b-1218-4793-b9b8-9db47b1008e6 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.529860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.529860] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.530317] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.530522] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72fa0d0b-1218-4793-b9b8-9db47b1008e6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.621502] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.033074] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.033322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.033490] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.033728] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.033939] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.034037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 72fa0d0b-1218-4793-b9b8-9db47b1008e6 not found, creating... [ 1082.034294] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.034500] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.034730] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.034997] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.035185] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.035514] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.035711] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.035837] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.036100] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.036255] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.036396] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 72fa0d0b-1218-4793-b9b8-9db47b1008e6 is going to be created. [ 1082.059632] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.059936] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.065075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.065075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.065075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.065075] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.124315] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.231733] env[65363]: INFO networking_nsxv3.common.synchronization [req-b9e18b8a-3583-4f63-af59-8aebd17806a7 req-3ee42709-3caa-469b-9e1c-22ab1a168e3c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1082.232391] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1082.232810] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.232934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.233009] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.233392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.233555] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.233663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.233727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.233877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.233967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.234071] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.627425] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.627708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.627708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.627922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.628038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.628155] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1082.663642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.663642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.663642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.663642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.663642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.676750] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1082.739180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.739180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.739180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.739180] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.765227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.765227] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.765227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.765227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.765227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.765227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.765227] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1082.801386] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.801628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.801720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.802017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.802179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.828565] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1082.835873] env[65363]: INFO networking_nsxv3.common.synchronization [req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa req-5ca35de2-713a-4098-a86a-abac785d6b99 service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1082.836092] env[65363]: INFO networking_nsxv3.common.synchronization [req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa req-5ca35de2-713a-4098-a86a-abac785d6b99 service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1082.836229] env[65363]: INFO networking_nsxv3.common.synchronization [req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa req-5ca35de2-713a-4098-a86a-abac785d6b99 service nova] Enqueued Resource ID: 72fa0d0b-1218-4793-b9b8-9db47b1008e6 with Priority: HIGHEST for action port [ 1082.836856] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1082.836993] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1082.837108] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72fa0d0b-1218-4793-b9b8-9db47b1008e6 with Priority: HIGHEST for action port [ 1082.837398] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.837553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.837595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.837788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.837896] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.839258] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.840989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.840989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-72fa0d0b-1218-4793-b9b8-9db47b1008e6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.840989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.840989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.840989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.841426] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72fa0d0b-1218-4793-b9b8-9db47b1008e6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.160660] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: SUCCESS [ 1083.161136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.161136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.161373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.161563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.161692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.161789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.161974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.162073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.162164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.162253] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.344396] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.344396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.344677] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72fa0d0b-1218-4793-b9b8-9db47b1008e6 with status ACTIVE [ 1083.344720] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.344975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.344975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.345135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.345254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.345421] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.345553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.345658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.345826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.345951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.346110] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.346220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.346281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.346448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.346526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.346627] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72fa0d0b-1218-4793-b9b8-9db47b1008e6 is going to be updated. [ 1083.373068] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.373068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.373068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.373495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.373495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.373495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72fa0d0b-1218-4793-b9b8-9db47b1008e6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.513867] env[65363]: INFO networking_nsxv3.common.synchronization [req-1e97c884-d0c9-4506-8c56-c7619dfe5204 req-8253c886-00ca-4f7e-a5df-1f06bccd1c03 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Enqueued Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_members [ 1083.514451] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_members [ 1083.514849] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.514972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.515050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.515315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.515477] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.515679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.516057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.516057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.516057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.516057] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.666235] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.839864] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-475 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.840157] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-475" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.840296] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-475" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.840710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-475" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.841029] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.842846] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.842846] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.842846] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.842846] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.842846] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.842846] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.842846] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.842846] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.842846] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.842846] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.842846] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.867215] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.867524] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.867632] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.867799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-475" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.868199] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.868381] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.868588] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.868912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.869029] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d89c2c-8690-4dfa-bb5a-d31e15a5c554',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.018294] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.018569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.018646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.018853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.018944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.019151] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.019278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.019318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.019435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.019507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.019590] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a already deleted. [ 1084.019953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.170354] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef3bfb2a-2952-40a5-bc49-c97333b301a4: rpc.has_security_group_logging(os_id): False [ 1084.195935] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.196232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.196365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.196625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.222030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.222030] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.222273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.222273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.222459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.222596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.222701] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 is going to be updated. [ 1084.290733] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.290970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.291049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.291266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.291464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.308948] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: IN_PROGRESS for 2s [ 1084.371639] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.371877] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.372033] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.372348] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.372528] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.372682] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 not found, creating... [ 1084.373014] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.373194] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.373313] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.374046] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.374213] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.374533] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374744] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374869] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.375113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.375262] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.375406] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 is going to be created. [ 1084.399362] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.399576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.399691] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.399993] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.400256] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.400516] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.694609] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1084.694609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.694827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.695304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.695524] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.695736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.695806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.696079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.696198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.696580] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.840238] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1084.840492] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b deletion is rescheduled due to dependency. [ 1084.840673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.183286] env[65363]: INFO networking_nsxv3.common.synchronization [req-1e97c884-d0c9-4506-8c56-c7619dfe5204 req-1fc10008-aee2-4ae8-b115-6c40c24a549f service nova] Enqueued Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_rules [ 1085.183537] env[65363]: INFO networking_nsxv3.common.synchronization [req-1e97c884-d0c9-4506-8c56-c7619dfe5204 req-1fc10008-aee2-4ae8-b115-6c40c24a549f service nova] Enqueued Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_members [ 1085.183636] env[65363]: INFO networking_nsxv3.common.synchronization [req-1e97c884-d0c9-4506-8c56-c7619dfe5204 req-1fc10008-aee2-4ae8-b115-6c40c24a549f service nova] Enqueued Resource ID: d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 with Priority: HIGHEST for action port [ 1085.185685] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_rules [ 1085.185858] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_members [ 1085.186024] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 with Priority: HIGHEST for action port [ 1085.186298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.186436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.186501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.186896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.187250] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.188631] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.188631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.188631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.188631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.188939] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.188939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.188939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.189144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.189208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.189290] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.191050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.191050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.191050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.191050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.191050] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d89c2c-8690-4dfa-bb5a-d31e15a5c554',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.199377] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.692412] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.692635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.692839] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.694043] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 with status ACTIVE [ 1085.694311] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.694459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.694552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.694856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.696051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.696051] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.696051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.696051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.696051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.696051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.696051] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.696403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.697210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.697210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.697210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.697210] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 is going to be updated. [ 1085.701242] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.723337] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.723618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.723719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.724051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.724237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.724429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.883748] env[65363]: INFO networking_nsxv3.common.synchronization [req-681cd595-d6b1-4870-acdb-b834d0966b16 req-9de68dca-9745-41af-8ef1-1016bad9241f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1085.884384] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1085.884767] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.884922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.885025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.885238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.885407] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.885529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.885599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.885824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.885995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.886094] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.200600] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.204278] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.205296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.205391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.205602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.205857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.205857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1086.238073] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.238295] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.238420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.238861] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.239431] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.239612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.239731] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.239974] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.240145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.240388] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.240499] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.240624] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.240710] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.240817] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.240928] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.241062] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.243057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.243207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.243265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.243451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.243589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.261891] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1086.268592] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.268752] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.268908] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.269114] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.269426] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.269598] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.269714] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.270074] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.270219] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f51a12e-719e-4f1b-9e9f-804c27b4ccf3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.327723] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: SUCCESS [ 1086.327970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.388813] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.389035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.389035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.389273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.389363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.389569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.389695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.389784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.390010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.390145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.390198] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1086.425526] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.425752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.425874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.426079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.426246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.439958] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1086.702896] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.703081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.703150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.703367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.703456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.703556] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a is going to be created. [ 1086.731497] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.731747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.731802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.732111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.732332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.744253] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a in Status: UNINITIALIZED for 2s [ 1086.772942] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.773223] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.773223] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.773583] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.773717] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.773835] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 not found, creating... [ 1086.774123] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.774516] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.774663] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.774988] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.775139] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.775447] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.775589] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.775729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.775967] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.776113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.776255] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 is going to be created. [ 1086.812059] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.812304] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.812428] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.812759] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.812992] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.813763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.538408] env[65363]: INFO networking_nsxv3.common.synchronization [req-681cd595-d6b1-4870-acdb-b834d0966b16 req-ea5e23f0-e8b2-4d44-9222-4bc475fa1263 service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1087.538408] env[65363]: INFO networking_nsxv3.common.synchronization [req-681cd595-d6b1-4870-acdb-b834d0966b16 req-ea5e23f0-e8b2-4d44-9222-4bc475fa1263 service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1087.538408] env[65363]: INFO networking_nsxv3.common.synchronization [req-681cd595-d6b1-4870-acdb-b834d0966b16 req-ea5e23f0-e8b2-4d44-9222-4bc475fa1263 service nova] Enqueued Resource ID: 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 with Priority: HIGHEST for action port [ 1087.542380] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1087.542711] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1087.542711] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 with Priority: HIGHEST for action port [ 1087.543622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.543717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.543853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.544106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.544231] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.547377] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.547524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.547780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.547917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.548053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.548333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.548395] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f51a12e-719e-4f1b-9e9f-804c27b4ccf3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.050748] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.050881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.051133] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 with status ACTIVE [ 1088.051305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.051418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.051506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.051783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.051783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.052204] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.052309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.052374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.052536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.052607] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.052895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.052985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.053054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.053205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.053282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.053392] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 is going to be updated. [ 1088.085380] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.085380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.085380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.085380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.085380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.085380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.284573] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1088.284573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.284573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.284961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.285047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.285799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.285799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.285799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.285799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.285799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.285799] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.444292] env[65363]: INFO networking_nsxv3.common.synchronization [req-8519477f-36d8-47cf-bb2d-5f24c3079442 req-3ccfa8b3-2821-4727-9fa0-c1b380fcdea1 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1088.444978] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1088.445742] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.445742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.445742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.445968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.446110] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.446230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.446301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.446488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.447024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.447024] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.455455] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1088.455641] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1088.455758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.458302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.458302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.458302] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.458302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.458302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.458302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.458302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.458302] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.758070] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a in Status: SUCCESS [ 1088.760283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.760283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.760283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.760283] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.760283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.760283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.760283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.760283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.760843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.760843] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.781089] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.781339] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.781944] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.782708] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.783282] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.783282] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.783454] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.783728] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.783895] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.784301] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.785032] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.785032] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.785032] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.785032] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.785032] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.785387] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.788580] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.788580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.788771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.788812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.789038] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.789145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.789203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.789424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.789582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.789742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.789969] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.790088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.790088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.790287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.790420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.790513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.790573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.790716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.790792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.790863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.790979] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.817483] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.817666] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.817808] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.818068] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.818361] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.818544] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.818672] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.819111] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.819242] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.949259] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.949413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.949486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.949699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.949794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.950030] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.950190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.950190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.950307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.950381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.950467] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d already deleted. [ 1088.950547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.960031] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.263164] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.263361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.263469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.263636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.263881] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.264288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.264288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.264288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.264288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.264517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.264517] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.264596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.264630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.264847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.264937] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.265034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.265143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.265376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.265376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.265495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.265553] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.293271] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501099e8-1b4e-4928-b451-c482e696d9e8: rpc.has_security_group_logging(os_id): False [ 1089.314851] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.315068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.315171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.315342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.322198] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.322198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.322198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.322198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.322198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.322198] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c not found, creating... [ 1089.322648] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.322648] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.322771] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.323126] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.323126] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.323356] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.323579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.323647] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.323820] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.323946] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.324187] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c is going to be created. [ 1089.344887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.344887] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.344887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.344887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.344887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.344887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.344887] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.344887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.344887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.345621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.345621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.345621] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.345621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.345621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.345621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.345621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.345954] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1089.348665] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.348665] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.349077] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.349077] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.349257] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.349433] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.424124] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.427276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.427430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.427679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.427872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.470994] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.484857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1089.767885] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a: rpc.has_security_group_logging(os_id): False [ 1089.789448] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.789448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.789448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.789448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.789448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.789448] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.789448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.789448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.790920] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.790920] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.790920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.790920] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a is going to be created. [ 1089.870308] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.870531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.870655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.870865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.871064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.884642] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a in Status: IN_PROGRESS for 2s [ 1089.974654] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.974853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.974943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.975259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.975366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.977525] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1090.024275] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.024565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.024619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.025162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.025323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.045757] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1090.095272] env[65363]: INFO networking_nsxv3.common.synchronization [req-8519477f-36d8-47cf-bb2d-5f24c3079442 req-68719612-c465-4bf7-a1ed-727dde53f181 service nova] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_rules [ 1090.095484] env[65363]: INFO networking_nsxv3.common.synchronization [req-8519477f-36d8-47cf-bb2d-5f24c3079442 req-68719612-c465-4bf7-a1ed-727dde53f181 service nova] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1090.095590] env[65363]: INFO networking_nsxv3.common.synchronization [req-8519477f-36d8-47cf-bb2d-5f24c3079442 req-68719612-c465-4bf7-a1ed-727dde53f181 service nova] Enqueued Resource ID: 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c with Priority: HIGHEST for action port [ 1090.096415] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_rules [ 1090.096415] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1090.096530] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c with Priority: HIGHEST for action port [ 1090.096872] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.097007] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.097300] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.097528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.097706] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.098650] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.098775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.098833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.099092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.099252] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.099353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.099415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.099568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.099651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.099747] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.101090] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.101258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.101295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.101564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.101648] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.604370] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.605600] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.605735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.606100] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c with status ACTIVE [ 1090.606331] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.606438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.606493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.606699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.606777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.606945] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.607109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.607172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.607329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.607408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.607585] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.607677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.607737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.607877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.607991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.608036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c is going to be updated. [ 1090.634525] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.634762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.634923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.635239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.635454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.635675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.106993] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.504954] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1091.505670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.614660] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.614660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.614660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.614660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.614660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.614660] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be created. [ 1091.641958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.642199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.642199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.642530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.642826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.658511] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: UNINITIALIZED for 2s [ 1091.903970] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a in Status: SUCCESS [ 1091.903970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.063688] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.063688] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.063688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.063688] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.536378] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.536793] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.536793] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.537013] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.537333] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.537555] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.537708] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.538535] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.538745] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.539040] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.539187] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.539333] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.539458] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.539592] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.539704] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.539861] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.566356] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.566820] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.566820] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.567496] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.567951] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.568198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.568328] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.568734] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.568902] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40eba8ae-d4a5-40ca-a348-d9f31c6b8263',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.570289] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.570463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.570533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.570993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.570993] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.571167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.571167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.572033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.572133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.572179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.572315] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.572421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.572544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.573243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.573243] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.573243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.573243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.573243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.573243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.573243] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.573821] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.077399] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.077399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.077399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.077399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.077399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.077399] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 not found, creating... [ 1093.077399] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.077399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.077917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.077917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.079035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.079035] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.079035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.079035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.079035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.079451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.079451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 is going to be created. [ 1093.080980] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4590a33c-dc69-491c-b6cb-ef85ad071d3d: rpc.has_security_group_logging(os_id): False [ 1093.100714] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.100979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.100979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.101195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.101291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.101488] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.101626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.101689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.101849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.101928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.102127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.102225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.102286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.102485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.102553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.102757] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.102853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.102917] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.103156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.103240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.103329] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1093.106152] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.106436] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.106602] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.106887] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.107184] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.107438] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.243840] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.244091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.244156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.244362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.244525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.269757] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1093.668520] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: SUCCESS [ 1093.668897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.669268] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.674616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.674616] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.674616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.674616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.674616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.674616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.674616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.674616] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.833105] env[65363]: INFO networking_nsxv3.common.synchronization [req-357e04c0-ac91-4627-97bf-8c7ba190fac6 req-f71184b8-8ec0-43ee-987b-aaa61bc89e27 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 1093.833333] env[65363]: INFO networking_nsxv3.common.synchronization [req-357e04c0-ac91-4627-97bf-8c7ba190fac6 req-f71184b8-8ec0-43ee-987b-aaa61bc89e27 service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1093.833493] env[65363]: INFO networking_nsxv3.common.synchronization [req-357e04c0-ac91-4627-97bf-8c7ba190fac6 req-f71184b8-8ec0-43ee-987b-aaa61bc89e27 service nova] Enqueued Resource ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 with Priority: HIGHEST for action port [ 1093.834032] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 1093.834228] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1093.834344] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 with Priority: HIGHEST for action port [ 1093.834750] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.834750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.834868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.835590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.835590] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.836227] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.836227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.836227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.836395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.838286] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.838286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.838286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.838286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.838286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.840194] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.840948] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.840948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.841096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.841183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.841349] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40eba8ae-d4a5-40ca-a348-d9f31c6b8263',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.172575] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.172782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.172864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.173169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.173419] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.173528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.173600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.173715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.173796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.173882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.174075] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.174173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.174235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.174384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.174524] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.174616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.174735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.174815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.174886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.175038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.175151] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.343202] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.345203] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.345203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.347321] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 with status ACTIVE [ 1094.347526] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.348039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.348165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.348444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.348534] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.348758] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.348909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.348981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.349417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.349417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.349631] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.349736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.349801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.349986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.350093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.350194] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 is going to be updated. [ 1094.372311] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.372470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.372524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.372743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.373039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.373264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.677134] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 323f8944-7e74-44f6-9a14-81451c09c02d: rpc.has_security_group_logging(os_id): False [ 1094.703983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.703983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.703983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.703983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.704678] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.704678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.704678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.704678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.704678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.704849] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be created. [ 1094.774191] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.774376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.774465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.774674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.774939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.785812] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: IN_PROGRESS for 2s [ 1094.846450] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.288724] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1095.289055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.349050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.349261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.349333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.350504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.350504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.350504] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be created. [ 1095.392541] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.392690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.392821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.393175] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.393368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.411713] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: UNINITIALIZED for 2s [ 1096.803046] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: SUCCESS [ 1096.803403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.423104] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1097.424048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.424048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.424048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.424048] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.424504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.424504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.424504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.424666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.424666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.424796] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.881499] env[65363]: INFO networking_nsxv3.common.synchronization [req-e4b30160-850d-496e-a2c6-88174101bfee req-7ff2a2db-0152-4ee6-9295-151b8d78c39a tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1097.881499] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1097.881838] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.881838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.881939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.882240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.882561] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.882702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.882791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.883159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.883159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.884213] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.928499] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.928499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.928718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.928784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.928916] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.929027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.929107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.929244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.929322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.929417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.929562] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.929674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.929757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.929836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.929970] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.930097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.930164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.930435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.930643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.930710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.930768] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.385385] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.436523] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47cc9c3d-3fe0-4219-95ee-41d894b321f7: rpc.has_security_group_logging(os_id): False [ 1098.459883] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.460115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.460115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.460431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.460576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.460864] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.461040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.461152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.461389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.461519] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.461850] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.462020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.462958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.462958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.462958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.462958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.462958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.462958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.463299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.463299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.464355] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be created. [ 1098.528397] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.528589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.528589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.528813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.528964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.543379] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 1098.887902] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.390214] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.390496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.390496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.390749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.390843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.390959] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1099.421196] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.421837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.421837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.421837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.422163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.433154] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1099.513439] env[65363]: INFO networking_nsxv3.common.synchronization [req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 req-78568ba6-7b1a-4f0c-b6bc-2c75f9eda9a2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_members [ 1099.514564] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGHEST for action security_group_members [ 1099.515246] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.515390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.515493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.515674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.515829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.515953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.516028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.516238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.516335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.516430] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.551544] env[65363]: INFO networking_nsxv3.common.synchronization [req-a56eced4-6799-4bf9-bb1c-1a918b3786ce req-658bca2e-088b-4758-92e5-304b81f8c962 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1099.552122] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1099.552634] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.552634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.552634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.553046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.553239] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.553447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.553447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.553840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.553840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.553840] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.018539] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.018887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.018887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.019340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.019340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.019505] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.019505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.019654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.019705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.019770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.019857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 is going to be updated. [ 1100.052979] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.053267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.053316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.053542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.053682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.055333] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.055465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.055615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.055818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.055902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.056119] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.056225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.056287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.056439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.056515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.056603] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1100.065012] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: IN_PROGRESS for 2s [ 1100.085578] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.085747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.085747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.085926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.087467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.101061] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1100.557153] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1100.557400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.443692] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1101.443692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.077937] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 in Status: SUCCESS [ 1102.078191] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 deletion is rescheduled due to dependency. [ 1102.078583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.110201] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1102.110407] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1102.110468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.325675] env[65363]: INFO networking_nsxv3.common.synchronization [req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 req-c1a1404b-bff7-48b5-9f4a-d820a062eba0 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1102.326363] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1102.326685] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.326812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.326896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.327308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.327545] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.327846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.327846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.327968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.328022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.329479] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.648957] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.649349] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.649414] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.649675] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.649945] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.650129] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.650274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.650506] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.650672] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.650882] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.650997] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.651152] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.651238] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.651434] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.651730] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.651730] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.674320] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.674652] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.674896] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.675263] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.675752] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-0422874e-04ef-40ef-97a2-6c807b54ea57 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.676051] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.676244] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.676799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.677053] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0422874e-04ef-40ef-97a2-6c807b54ea57',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.829914] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.830209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.830335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.830583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.830793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.831049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.831217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.831306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.831518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.831657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.831905] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1102.858272] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.858272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.858593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.858593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.858709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.868294] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1103.036926] env[65363]: INFO networking_nsxv3.common.synchronization [req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c req-fa52298f-01d5-45ba-9557-a1da716e0d57 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Enqueued Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_members [ 1103.037148] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGHEST for action security_group_members [ 1103.037480] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.037643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.037702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.037865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.038020] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.038156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.038205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.038333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.038417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.038509] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.179867] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.180125] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.180275] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.180557] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.180707] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.180857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 0422874e-04ef-40ef-97a2-6c807b54ea57 not found, creating... [ 1103.181137] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.181304] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.181440] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.181650] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.181782] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.182076] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.182234] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.182346] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.182551] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.182738] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.182949] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 0422874e-04ef-40ef-97a2-6c807b54ea57 is going to be created. [ 1103.203376] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.203595] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.203706] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.203974] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.204254] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.204509] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.540940] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.541439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.541526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.541748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.541836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.542203] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.542203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.542203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.542411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.542445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.542518] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a is going to be updated. [ 1103.570294] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.570428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.570494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.570715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.571040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.582720] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a in Status: IN_PROGRESS for 2s [ 1103.892242] env[65363]: INFO networking_nsxv3.common.synchronization [req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 req-45a156a9-3f20-4193-a720-e0c470fe7f43 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 1103.892242] env[65363]: INFO networking_nsxv3.common.synchronization [req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 req-45a156a9-3f20-4193-a720-e0c470fe7f43 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1103.892242] env[65363]: INFO networking_nsxv3.common.synchronization [req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 req-45a156a9-3f20-4193-a720-e0c470fe7f43 service nova] Enqueued Resource ID: 0422874e-04ef-40ef-97a2-6c807b54ea57 with Priority: HIGHEST for action port [ 1103.892242] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 1103.892242] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1103.892242] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0422874e-04ef-40ef-97a2-6c807b54ea57 with Priority: HIGHEST for action port [ 1103.893195] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.893365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.893440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.893646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.893727] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.895243] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.895344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.895554] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0422874e-04ef-40ef-97a2-6c807b54ea57 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.895659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.895727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.895899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.895975] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0422874e-04ef-40ef-97a2-6c807b54ea57',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.398545] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.398818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.398818] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0422874e-04ef-40ef-97a2-6c807b54ea57 with status ACTIVE [ 1104.398949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.399014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.399103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.399371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.399426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.399580] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.399675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.399737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.399895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.399944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.400143] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.400597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.400597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.400597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.400597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.400597] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0422874e-04ef-40ef-97a2-6c807b54ea57 is going to be updated. [ 1104.427378] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.427378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.427378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.427378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.427378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.427670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0422874e-04ef-40ef-97a2-6c807b54ea57" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.883224] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1104.883470] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b deletion is rescheduled due to dependency. [ 1104.883557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.883732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.883961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.884238] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.884442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.884520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.884698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.884784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.884885] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.387179] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.598714] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a in Status: SUCCESS [ 1105.602020] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a deletion is rescheduled due to dependency. [ 1105.602020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.889732] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.393177] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.393467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.393508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.393746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.393867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.394064] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1106.425464] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.425634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.425683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.425913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.426097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.436015] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1108.447919] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1108.448196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.448326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.448619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.449067] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.449067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.449067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.449246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.449280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.449385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.449518] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.893456] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.893675] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1108.952203] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.456231] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e70995d-340d-410f-8a11-5d67a3c40b7b: rpc.has_security_group_logging(os_id): False [ 1109.476023] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.476234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.476432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.476611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.476756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.477160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.477232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.477275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.477462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.477567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.477636] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1109.482956] env[65363]: INFO networking_nsxv3.common.synchronization [req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 req-1fb4cace-9422-45f6-81de-9649ee68f21d tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1109.483255] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1109.483623] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.483746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.483837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.484752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.484752] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.484752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.484752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.484752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.484752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.484752] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.550859] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.551096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.551096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.551403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.551631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.567856] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1109.986540] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.489343] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.542010] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.542210] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.542272] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.542523] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.542770] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.542924] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.543053] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.543345] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.543554] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.543745] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.543813] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.543913] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.544045] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.544136] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.544231] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.544362] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.566499] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.566499] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.566686] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.566802] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-335" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.567127] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.567299] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.567416] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.567677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.567809] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40eba8ae-d4a5-40ca-a348-d9f31c6b8263',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.992642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.992842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.992952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.993246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.993433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.993539] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1111.022337] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.022506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.022555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.022759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.022900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.033910] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1111.070233] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.070529] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.070665] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.070951] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.071119] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.071675] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.071675] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.071675] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.071881] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.071998] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.072294] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.072479] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.072626] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.072832] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.072960] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.073152] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 is going to be updated. [ 1111.104349] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.104629] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.104702] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.105041] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.105245] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.105550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.583355] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1111.583355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.812418] env[65363]: INFO networking_nsxv3.common.synchronization [req-947a20b5-a17f-44eb-8000-8b47c6d828c6 req-9e9a6362-40c9-4913-81f6-4f40d44ca0ca service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 1111.812757] env[65363]: INFO networking_nsxv3.common.synchronization [req-947a20b5-a17f-44eb-8000-8b47c6d828c6 req-9e9a6362-40c9-4913-81f6-4f40d44ca0ca service nova] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1111.812757] env[65363]: INFO networking_nsxv3.common.synchronization [req-947a20b5-a17f-44eb-8000-8b47c6d828c6 req-9e9a6362-40c9-4913-81f6-4f40d44ca0ca service nova] Enqueued Resource ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 with Priority: HIGHEST for action port [ 1111.813327] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_rules [ 1111.813461] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1111.813663] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 with Priority: HIGHEST for action port [ 1111.814280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.814403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.814470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.814673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.814755] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.852420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.852420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.852420] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.852420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.852420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.852420] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40eba8ae-d4a5-40ca-a348-d9f31c6b8263',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.320443] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.327234] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.327234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.327234] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 with status ACTIVE [ 1112.327234] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.327234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.327234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.327234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.327234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.327234] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.327234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.327234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.328666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.328868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.329488] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.329728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.329859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.330196] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.330374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.330853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 is going to be updated. [ 1112.358518] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.359763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.359763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.359763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.359763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.359763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.591150] env[65363]: INFO networking_nsxv3.common.synchronization [None req-384510aa-eb7a-49e1-b64b-87c642e3feeb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_rules [ 1112.591520] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_rules [ 1112.591885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.592030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.592329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.592390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.592473] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.681753] env[65363]: INFO networking_nsxv3.common.synchronization [None req-7e0153bf-b7a2-42a5-815a-ce07ef7b8f8c tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_rules [ 1112.682761] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_rules [ 1112.683619] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.683619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.833713] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.048062] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1113.048276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.112824] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.112996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.113096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.113781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.113781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.113781] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 already deleted. [ 1113.113781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.113965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.114228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.114228] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.339451] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.339451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.339451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.339451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.339451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.339451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 1113.367932] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.368123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.368123] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.368310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.368450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.378548] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 1113.633895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.634218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.634218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.634424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.634424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.634522] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 already deleted. [ 1113.634622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.392349] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.392349] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.392349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.392349] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.897355] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.897355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.897355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.897355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.897580] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.897580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.897580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.897775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.897861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.898280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.898280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.898280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.898280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.898432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.898558] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.898606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.898699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.899135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.899135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.899135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.899135] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.401983] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47cc9c3d-3fe0-4219-95ee-41d894b321f7: rpc.has_security_group_logging(os_id): False [ 1116.423394] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.423748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.423882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.424134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.424233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.424446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.424555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.424626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.424793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.424905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.425207] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.425357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.425513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.425725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.425858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.426273] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.426840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.426840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.426840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.426840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.427853] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 1116.503383] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.503383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.503383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.503556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.503723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.520944] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 1117.324428] env[65363]: INFO networking_nsxv3.common.synchronization [req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 req-7da7e023-ac30-4451-a93d-b5a96477d582 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1117.324428] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1117.324428] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.324428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.324428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.324428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.324671] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.324671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.324671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.324759] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.324982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.325060] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.684975] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-402 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.685314] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.685314] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.685593] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.685858] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.686019] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.686134] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.686342] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.686485] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.686689] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.686796] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.686903] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.687014] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.687129] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.687246] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.687375] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.716322] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.716489] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.716665] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.716849] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-402" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.717184] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-013b7af4-addc-4309-b18a-b4c45741110a taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.717387] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.717508] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.717876] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.718038] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013b7af4-addc-4309-b18a-b4c45741110a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.827759] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.220426] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.220779] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.220901] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.221312] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.221515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.221726] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 013b7af4-addc-4309-b18a-b4c45741110a not found, creating... [ 1118.222085] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.222277] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.222414] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.222726] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.222895] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.223282] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.223522] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.223655] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.223943] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.224118] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.224309] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 013b7af4-addc-4309-b18a-b4c45741110a is going to be created. [ 1118.244564] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.244820] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.244958] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.245310] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.245724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.245885] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.330043] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.540332] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1118.540600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.831465] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.831734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.831734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.831901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.831991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.832110] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be updated. [ 1118.863070] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.863070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.863070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.863070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.863070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.873039] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: IN_PROGRESS for 2s [ 1118.923978] env[65363]: INFO networking_nsxv3.common.synchronization [req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 req-e4051bf5-a678-4bb1-ad09-75c33a344067 service nova] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_rules [ 1118.924220] env[65363]: INFO networking_nsxv3.common.synchronization [req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 req-e4051bf5-a678-4bb1-ad09-75c33a344067 service nova] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1118.924261] env[65363]: INFO networking_nsxv3.common.synchronization [req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 req-e4051bf5-a678-4bb1-ad09-75c33a344067 service nova] Enqueued Resource ID: 013b7af4-addc-4309-b18a-b4c45741110a with Priority: HIGHEST for action port [ 1118.924803] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_rules [ 1118.924921] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1118.925548] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013b7af4-addc-4309-b18a-b4c45741110a with Priority: HIGHEST for action port [ 1118.925941] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.926145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.926259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.926502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.926650] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.927807] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.927982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.928273] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-013b7af4-addc-4309-b18a-b4c45741110a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.929184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.929262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.929444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.929524] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013b7af4-addc-4309-b18a-b4c45741110a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.432494] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.432665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.432872] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 013b7af4-addc-4309-b18a-b4c45741110a with status ACTIVE [ 1119.433077] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.433169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.433235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.433444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.433535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.433954] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.433954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.433954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.434056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.434137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.434320] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.434415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.434476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.434616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.434701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.434816] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 013b7af4-addc-4309-b18a-b4c45741110a is going to be updated. [ 1119.455765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.455992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.456065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.456258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.456369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.456547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-013b7af4-addc-4309-b18a-b4c45741110a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.883681] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: SUCCESS [ 1120.884029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.884164] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.884405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.884616] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.884746] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.884819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.885019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.885111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.885224] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.387565] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.549334] env[65363]: INFO networking_nsxv3.common.synchronization [req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb req-df268534-650a-4f52-b231-67582988a119 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_members [ 1121.549334] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_members [ 1121.549641] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.549641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.549715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.549934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.550105] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.550224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.550264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.550418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.550502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.550593] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.891556] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.911430] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.911708] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.911905] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.912113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.912373] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.912836] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.912836] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.912970] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.913130] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.913337] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.913447] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.913583] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.913686] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.913805] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.913917] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.914063] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.934378] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.934591] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.934734] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.934921] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-58" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.935254] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-8a07e347-6b8b-4149-9b9e-90f5951798c0 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.935443] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.935566] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.936067] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.936227] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a07e347-6b8b-4149-9b9e-90f5951798c0',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.053193] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.053373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.053451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.053681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.053781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.053983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.054085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.054153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.054311] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.054384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.054473] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 already deleted. [ 1122.054548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.395818] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.396067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.396179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.396462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.396862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.396862] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be updated. [ 1122.425805] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.425994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.426046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.426260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.426754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.436501] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: IN_PROGRESS for 2s [ 1122.440248] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.440460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.440583] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.440953] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.441157] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.441320] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 8a07e347-6b8b-4149-9b9e-90f5951798c0 not found, creating... [ 1122.441575] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.441739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.441856] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.442155] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.442320] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.442610] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.442831] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.443013] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.443250] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.443403] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.443563] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 8a07e347-6b8b-4149-9b9e-90f5951798c0 is going to be created. [ 1122.464587] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.464790] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.464916] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.465212] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.465437] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.465724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.207666] env[65363]: INFO networking_nsxv3.common.synchronization [req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb req-edce3c46-fc06-4341-8b43-159693f7fc56 service nova] Enqueued Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_rules [ 1123.207910] env[65363]: INFO networking_nsxv3.common.synchronization [req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb req-edce3c46-fc06-4341-8b43-159693f7fc56 service nova] Enqueued Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_members [ 1123.207994] env[65363]: INFO networking_nsxv3.common.synchronization [req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb req-edce3c46-fc06-4341-8b43-159693f7fc56 service nova] Enqueued Resource ID: 8a07e347-6b8b-4149-9b9e-90f5951798c0 with Priority: HIGHEST for action port [ 1123.208567] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_rules [ 1123.208712] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_members [ 1123.208785] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a07e347-6b8b-4149-9b9e-90f5951798c0 with Priority: HIGHEST for action port [ 1123.209061] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.209184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.209249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.209441] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.209519] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.210344] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.210445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.210513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.210816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.210816] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.210913] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.210953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.211262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.211262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.211262] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.212894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a07e347-6b8b-4149-9b9e-90f5951798c0 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.212894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.212894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.212894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.212894] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a07e347-6b8b-4149-9b9e-90f5951798c0',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.714463] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.714559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.714678] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.716643] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a07e347-6b8b-4149-9b9e-90f5951798c0 with status ACTIVE [ 1123.716961] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.717185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.717317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.717647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.717813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.718225] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.718306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.718386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.718639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.718801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.719111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.719284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.719404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.719641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.719789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.719943] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a07e347-6b8b-4149-9b9e-90f5951798c0 is going to be updated. [ 1123.744099] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.744341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.744466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.744778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.744997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.745268] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a07e347-6b8b-4149-9b9e-90f5951798c0" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.877681] env[65363]: INFO networking_nsxv3.common.synchronization [req-b627343c-e6a0-4c7f-86f3-bce585b500e9 req-36911fba-284f-4478-bb35-f3664c8718f8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1123.878333] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1123.878665] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.878834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.878907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.879160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.879363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.879491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.879536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.879823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.879823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.879985] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.217581] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.240844] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.241070] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.241201] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.241470] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.241732] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.241892] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.242014] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.242607] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.242607] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.242607] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.242687] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.242771] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.242859] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.242963] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.243069] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.243203] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.262746] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.262969] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.263056] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.263238] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.263557] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-6a35084d-5c07-4d5f-a67d-722929a3a9cc taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.263736] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263843] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.264195] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.264331] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a35084d-5c07-4d5f-a67d-722929a3a9cc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.382555] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.382711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.382782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.382998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.383110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.383304] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.383429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.383495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.383681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.383732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.383811] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1124.425906] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.426061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.426131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.426348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.426481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.439237] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1124.454734] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: SUCCESS [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.454734] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.454734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.454734] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.720514] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.720644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.720644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.720866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.720989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.721127] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 is going to be created. [ 1124.752735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.752960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.753096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.753416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.753666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.766391] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 in Status: UNINITIALIZED for 2s [ 1124.766965] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.767211] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.767346] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.767615] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.767763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.767908] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 6a35084d-5c07-4d5f-a67d-722929a3a9cc not found, creating... [ 1124.768230] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.768387] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768502] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.768731] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.768865] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.769162] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.769313] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.769419] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.769636] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.769745] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.769888] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 6a35084d-5c07-4d5f-a67d-722929a3a9cc is going to be created. [ 1124.842433] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.842724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.842906] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.843254] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.843534] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.843815] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.956695] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.957071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.957168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.957410] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.957666] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.957847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.958025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.958409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.958592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.958778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.959082] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.959280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.959412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.959694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.960025] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.960151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.960388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.960527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.960673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.960863] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.961017] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.465590] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 323f8944-7e74-44f6-9a14-81451c09c02d: rpc.has_security_group_logging(os_id): False [ 1125.490340] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.490589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.490651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.490908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.491037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.491305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.491606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.491606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.491730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.491805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.492063] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.492197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.492265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.492419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.492509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.492689] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.492843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.492843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.492983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.493068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.493181] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be updated. [ 1125.615886] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.616086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.616174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.616440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.616632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.638907] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: IN_PROGRESS for 2s [ 1125.955664] env[65363]: INFO networking_nsxv3.common.synchronization [req-b627343c-e6a0-4c7f-86f3-bce585b500e9 req-70c9a6f5-a0b3-437f-95ea-d241443c9d0d service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1125.955925] env[65363]: INFO networking_nsxv3.common.synchronization [req-b627343c-e6a0-4c7f-86f3-bce585b500e9 req-70c9a6f5-a0b3-437f-95ea-d241443c9d0d service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1125.956180] env[65363]: INFO networking_nsxv3.common.synchronization [req-b627343c-e6a0-4c7f-86f3-bce585b500e9 req-70c9a6f5-a0b3-437f-95ea-d241443c9d0d service nova] Enqueued Resource ID: 6a35084d-5c07-4d5f-a67d-722929a3a9cc with Priority: HIGHEST for action port [ 1125.956600] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1125.956758] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1125.956866] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a35084d-5c07-4d5f-a67d-722929a3a9cc with Priority: HIGHEST for action port [ 1125.957275] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.957416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.957477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.957763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.957763] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.959043] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.959150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.959255] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a35084d-5c07-4d5f-a67d-722929a3a9cc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.959359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.959442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.959603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.959679] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a35084d-5c07-4d5f-a67d-722929a3a9cc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.451047] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1126.451047] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1126.451047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.451047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.451278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.451380] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.451498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.451563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.451720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.451803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.451900] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.461125] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.461315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.462644] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a35084d-5c07-4d5f-a67d-722929a3a9cc with status ACTIVE [ 1126.462846] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.462969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.463051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.463281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.463397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.463614] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.463707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.463791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.463970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.464062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.464252] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.464349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.464431] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.464589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.464664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.464754] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a35084d-5c07-4d5f-a67d-722929a3a9cc is going to be updated. [ 1126.499834] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.500198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.500198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.500916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.500916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.500916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a35084d-5c07-4d5f-a67d-722929a3a9cc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.776492] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 in Status: SUCCESS [ 1126.776729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.776898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.777156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.777318] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.777432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.777496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.777648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.777731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.777818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.777912] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.954153] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.280948] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.339057] env[65363]: INFO networking_nsxv3.common.synchronization [req-779a81ae-f25d-4205-997e-6a2b9d6e9818 req-efd142da-e5f9-4bcf-8ecf-a9ebadc0d7ea tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1127.340014] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1127.341192] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.341450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.341597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.341928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.342238] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.343877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.344052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.344361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.344535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.344725] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.456888] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.658028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: SUCCESS [ 1127.658475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.756161] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.756357] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.756530] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.756779] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.757467] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.757467] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.757467] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.757653] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.757699] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.757886] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.757995] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.758114] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.758217] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.758325] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.758422] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.758547] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.780702] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.780887] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.781144] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.781319] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.781636] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-8911e013-e54c-4f0a-b378-fc14c519f100 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.781806] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.781927] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.782275] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.782414] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8911e013-e54c-4f0a-b378-fc14c519f100',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.784461] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d376f9d5-8e7d-49ea-b2fa-ab1055765f85: rpc.has_security_group_logging(os_id): False [ 1127.805357] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.805563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.805628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.805952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.806072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.806517] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.806517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.806517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.806706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.806749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.806942] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 is going to be created. [ 1127.848095] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.870021] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.870021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.870021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.870021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.870021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.882482] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 in Status: IN_PROGRESS for 2s [ 1127.960033] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.960033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.960233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.961551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.961551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.961551] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1128.025049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.025338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.025388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.025667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.025834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.035678] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1128.285926] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.286236] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.286460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.286769] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.286908] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.287085] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 8911e013-e54c-4f0a-b378-fc14c519f100 not found, creating... [ 1128.287414] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.287589] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.287710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.287969] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.288247] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.288608] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.288807] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.288884] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.289250] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.289433] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.289612] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 8911e013-e54c-4f0a-b378-fc14c519f100 is going to be created. [ 1128.316555] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.316854] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.316953] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.317527] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.317527] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.317808] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.349844] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.851760] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.852172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.852172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.852260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.852551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.852551] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1128.883135] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.883343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.883393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.883622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.883793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.895792] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1129.024289] env[65363]: INFO networking_nsxv3.common.synchronization [req-779a81ae-f25d-4205-997e-6a2b9d6e9818 req-fbae1379-c076-412b-9fc0-3d8cd52a0acf service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1129.024471] env[65363]: INFO networking_nsxv3.common.synchronization [req-779a81ae-f25d-4205-997e-6a2b9d6e9818 req-fbae1379-c076-412b-9fc0-3d8cd52a0acf service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1129.024606] env[65363]: INFO networking_nsxv3.common.synchronization [req-779a81ae-f25d-4205-997e-6a2b9d6e9818 req-fbae1379-c076-412b-9fc0-3d8cd52a0acf service nova] Enqueued Resource ID: 8911e013-e54c-4f0a-b378-fc14c519f100 with Priority: HIGHEST for action port [ 1129.025186] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1129.025303] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1129.025401] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8911e013-e54c-4f0a-b378-fc14c519f100 with Priority: HIGHEST for action port [ 1129.025741] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.025873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.025947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.026172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.026278] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.027200] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.027260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.027441] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-8911e013-e54c-4f0a-b378-fc14c519f100 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.027578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.027609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.027832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.027910] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8911e013-e54c-4f0a-b378-fc14c519f100',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.532890] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.533055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533264] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8911e013-e54c-4f0a-b378-fc14c519f100 with status ACTIVE [ 1129.533454] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.533562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.533988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.534553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.534783] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.534869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.534933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.535134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.535210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.535401] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.535492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.535553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.535696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.535816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.535913] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8911e013-e54c-4f0a-b378-fc14c519f100 is going to be updated. [ 1129.560180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.560361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.560481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.560713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.560915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.561034] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8911e013-e54c-4f0a-b378-fc14c519f100" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.896427] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 in Status: SUCCESS [ 1129.896711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.048473] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1130.048724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.048905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.049250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.049543] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.049699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.049785] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.049990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.050099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.050203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.050304] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.552550] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.552751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.552817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.553145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.553417] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.553560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.553644] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.553902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.554056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.554212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.554469] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.554625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.555377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.555377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.555377] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.555377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.555631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.555631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.555882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.555882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.556063] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.847550] env[65363]: INFO networking_nsxv3.common.synchronization [req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f req-49239af2-ad01-449e-93e5-806ec41b1bc6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1130.848458] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1130.849103] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.849260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.849334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.849563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.849747] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.849875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.849941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.850137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.850232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.850345] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.905864] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1130.906163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.906398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.906637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.906884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.907107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.907273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.907468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.907559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.907658] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.059277] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf552f7e-7afd-44c4-bb77-bc5504be652c: rpc.has_security_group_logging(os_id): False [ 1131.080813] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.080946] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.080994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.081214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.081307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.081522] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.081622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.081734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.081833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.081909] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.082109] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.082201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.082262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.082401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.082476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.082649] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.082741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.082802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.082939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.083022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.083107] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1131.159133] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.159354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.159433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.159709] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.159905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.176421] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1131.352541] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.409756] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.859221] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.913853] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.360359] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.360538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.360623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.360821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.360916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.361036] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be updated. [ 1132.391985] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.392147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.392221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.392445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.392807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.403765] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: IN_PROGRESS for 2s [ 1132.416440] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.416561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.416636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.416864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.416977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.417095] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1132.443790] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.444049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.444049] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.444244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.444385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.453719] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1133.111579] env[65363]: INFO networking_nsxv3.common.synchronization [req-64dd3166-3ab4-4c52-b33c-060c327c34e4 req-0e51926c-15c0-44c0-82b7-3a6d811eba7c tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1133.111579] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1133.111905] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.111905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.111905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.112083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.112228] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.112330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.112391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.112540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.112626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.112720] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.195587] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1133.195819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.617516] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.617677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.617733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.617971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.618092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.618824] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.618824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.618824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.618824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.618824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.618824] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1133.657295] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.657486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.657542] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.657758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.658404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.668008] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1134.413712] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1134.414172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.463551] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1134.464009] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.464218] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.464732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.464732] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.464732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.464732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.464997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.464997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.465068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.465106] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.647374] env[65363]: INFO networking_nsxv3.common.synchronization [None req-e955a921-0936-415b-9794-71280cdadc5e tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 307fda62-9560-4c6e-99b2-12d82633739a with Priority: HIGHEST for action security_group_rules [ 1134.648196] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307fda62-9560-4c6e-99b2-12d82633739a with Priority: HIGHEST for action security_group_rules [ 1134.648642] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-307fda62-9560-4c6e-99b2-12d82633739a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.648853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.648989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.649384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.649539] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('307fda62-9560-4c6e-99b2-12d82633739a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.743182] env[65363]: INFO networking_nsxv3.common.synchronization [None req-e2197186-eba9-4df9-b7ea-cad8a11bfe2f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 307fda62-9560-4c6e-99b2-12d82633739a with Priority: HIGHEST for action security_group_rules [ 1134.743796] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307fda62-9560-4c6e-99b2-12d82633739a with Priority: HIGHEST for action security_group_rules [ 1134.744175] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-307fda62-9560-4c6e-99b2-12d82633739a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.744281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.968092] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.968398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.968398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.968669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.968895] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.969017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.969125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.969296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.969423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.969522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.969709] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.969805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.969868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.970014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.970159] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.970252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.970312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.970448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.970522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.970603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.970691] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.171654] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.171818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.171853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.172111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.172248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.172290] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 307fda62-9560-4c6e-99b2-12d82633739a already deleted. [ 1135.172392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.172694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.172867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.172955] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('307fda62-9560-4c6e-99b2-12d82633739a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.472573] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501099e8-1b4e-4928-b451-c482e696d9e8: rpc.has_security_group_logging(os_id): False [ 1135.493618] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.493821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.493821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.494166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.494264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.494482] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.494584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.494648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.494803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.494881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.495080] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.495178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.495232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.495437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.495487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.495622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.495712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.495774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.495976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.496394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.496394] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1135.636660] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.636845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.636884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.637521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.637521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.657110] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1135.677740] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1135.677925] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 deletion is rescheduled due to dependency. [ 1135.678053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.694639] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.694817] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.694858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.695170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.695317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.695423] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 307fda62-9560-4c6e-99b2-12d82633739a already deleted. [ 1135.695512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-307fda62-9560-4c6e-99b2-12d82633739a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.678682] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1137.679089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.925756] env[65363]: INFO networking_nsxv3.common.synchronization [req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a req-47956884-2818-4073-95b9-fa27b79c6cb4 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1137.926380] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1137.926718] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.926840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.926908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.927472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.927472] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.927626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.927626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.928023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.928023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.928023] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.430029] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.430029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.430029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.430029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.430029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.430300] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.430348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.430376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.430521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.430595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.430678] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1138.462976] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.463197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.463197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.463409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.463549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.482067] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1138.932314] env[65363]: INFO networking_nsxv3.common.synchronization [req-1bd932d5-8336-4a0f-a665-92b3f25e4aac req-f987e1f5-0deb-42a1-a557-9f1e407e80cd tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1138.933026] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGHEST for action security_group_members [ 1138.933426] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.933595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.933660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.933870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.935341] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.935452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.935532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.939030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.939030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.939030] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.440056] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.440056] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.440056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.440056] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be updated. [ 1139.470504] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.470721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.470812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.471101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.471301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.482911] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: IN_PROGRESS for 2s [ 1140.185948] env[65363]: INFO networking_nsxv3.common.synchronization [req-9f7fe35c-6b84-4c74-b746-05ea3141c658 req-7a02d69d-16b6-42e4-b60c-0377f5e7d69e tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1140.186705] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1140.186933] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.187091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.187155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.187358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.187563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.187666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.187666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.187807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.187889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.187976] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.514237] env[65363]: INFO networking_nsxv3.common.synchronization [req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 req-d6b34694-eb6d-4c8a-9777-a99e0065a1f1 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 1140.514237] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGHEST for action security_group_members [ 1140.514237] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.514237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.514237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.514237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.514237] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.514237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.514237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.514998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.515145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.515958] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.548795] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1140.548950] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1140.549081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.691027] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.725432] env[65363]: INFO networking_nsxv3.common.synchronization [req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 req-43aab9c9-9c76-4f60-9ce9-28c0ce7383b4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1140.725969] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1140.726335] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.726459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.726530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.726733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.726887] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.726990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.727247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.727422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.727509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.727603] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.017876] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.018040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.018112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.018357] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.018745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.018745] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.018880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.018880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.018970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.019056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.019950] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 is going to be updated. [ 1141.057519] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.057787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.057939] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.058268] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.058574] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.058763] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.058897] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.059207] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.059373] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.059624] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.059775] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.059900] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.060067] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.060219] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.060350] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.060678] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.062440] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.062566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.062618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.062792] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.062914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.074093] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: IN_PROGRESS for 2s [ 1141.083634] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.083822] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.083914] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.084123] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.084445] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-2c26faf3-f615-4a11-a827-af8c283ba8dc taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.084799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.084799] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.085211] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.085211] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c26faf3-f615-4a11-a827-af8c283ba8dc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.193895] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.230523] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.230682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.230753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.230966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.231070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.231270] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.231372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.231432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.231583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.231658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.232226] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1141.263939] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.264160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.264259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.264533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.264727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.275024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1141.620945] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.621274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.621434] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.621733] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.621909] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.622106] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 2c26faf3-f615-4a11-a827-af8c283ba8dc not found, creating... [ 1141.622488] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.622761] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.622957] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.623341] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.623515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.623849] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.624055] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.624200] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.624439] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.624615] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.624787] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 2c26faf3-f615-4a11-a827-af8c283ba8dc is going to be created. [ 1141.634498] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b in Status: SUCCESS [ 1141.634695] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b deletion is rescheduled due to dependency. [ 1141.634830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.646806] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.647391] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.647685] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.648064] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.648238] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.648576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.702996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.703191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.703269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.703480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.703586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.703712] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1141.738151] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.738274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.738274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.738504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.738652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.751841] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1142.351107] env[65363]: INFO networking_nsxv3.common.synchronization [req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 req-f7742aa1-c1f7-41ad-accf-1a1cb89a12b6 service nova] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 1142.351586] env[65363]: INFO networking_nsxv3.common.synchronization [req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 req-f7742aa1-c1f7-41ad-accf-1a1cb89a12b6 service nova] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1142.351789] env[65363]: INFO networking_nsxv3.common.synchronization [req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 req-f7742aa1-c1f7-41ad-accf-1a1cb89a12b6 service nova] Enqueued Resource ID: 2c26faf3-f615-4a11-a827-af8c283ba8dc with Priority: HIGHEST for action port [ 1142.352490] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 1142.352643] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1142.352769] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26faf3-f615-4a11-a827-af8c283ba8dc with Priority: HIGHEST for action port [ 1142.354011] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.354291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.354291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.355029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.355029] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.355672] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.355800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.356636] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c26faf3-f615-4a11-a827-af8c283ba8dc taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.356636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.356636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.356636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.356636] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c26faf3-f615-4a11-a827-af8c283ba8dc',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.860885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.860885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.860885] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c26faf3-f615-4a11-a827-af8c283ba8dc with status ACTIVE [ 1142.860885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.860885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.860885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862115] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862115] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.862115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.862478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.862478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862478] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c26faf3-f615-4a11-a827-af8c283ba8dc is going to be updated. [ 1142.887148] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.887269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.887335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.887793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.888032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.888250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c26faf3-f615-4a11-a827-af8c283ba8dc" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.990883] env[65363]: INFO networking_nsxv3.common.synchronization [req-265361f5-1b01-4e84-968d-0f52019c959f req-7df52ddb-b7b7-4480-9e94-aaff96ef25ca tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1142.991067] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1142.991400] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.991545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.991615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.991836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.992014] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.992127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.992194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.992363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.992454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.992550] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.086541] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 in Status: SUCCESS [ 1143.086723] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 deletion is rescheduled due to dependency. [ 1143.086858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.285377] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1143.285525] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 deletion is rescheduled due to dependency. [ 1143.285616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.285799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.286325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.286325] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.286408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.286436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.286591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.286661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.286760] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.373681] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.374031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.374031] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.374301] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.374572] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.374729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.374841] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.375164] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.375329] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.375538] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.375648] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.375765] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.375871] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.375976] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.376122] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.376225] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.396303] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.396555] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.396702] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.396921] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.397337] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.397530] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.397651] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.398020] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.398164] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93be93e-e6c6-456b-93a1-e57d8b6d9a66',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.497437] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.497437] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.497437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.497437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1143.525734] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.525734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.526174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.527899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.527899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.536723] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1143.766852] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1143.766852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.789026] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.900704] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.901431] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.901431] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.901431] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.901705] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.901705] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port d93be93e-e6c6-456b-93a1-e57d8b6d9a66 not found, creating... [ 1143.901944] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.902127] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.902242] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.902454] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.902640] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.902979] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.903613] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.903744] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.904119] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.904295] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.904465] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: d93be93e-e6c6-456b-93a1-e57d8b6d9a66 is going to be created. [ 1143.921087] env[65363]: INFO networking_nsxv3.common.synchronization [req-1b070602-0edf-4719-89cd-9eb69aa9b81f req-c1311329-d030-4f33-a3a0-6738132b68f6 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1143.921733] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1143.922194] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.922332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.922402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.922601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.922761] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.922862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.922925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.923101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.923191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.923281] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.926232] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.926438] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.926560] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.926943] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.927020] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.927265] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.291736] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.425178] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.622176] env[65363]: INFO networking_nsxv3.common.synchronization [None req-8fbd2806-2acc-4fe0-bdd5-c4644621d077 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1144.622176] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGHEST for action security_group_members [ 1144.622176] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.622176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.622176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.622176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.622176] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.624358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.624578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.624895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.627351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.627351] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.635991] env[65363]: INFO networking_nsxv3.common.synchronization [req-265361f5-1b01-4e84-968d-0f52019c959f req-e04a4104-27b8-457f-baf1-ca09f1f3adfd service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1144.636279] env[65363]: INFO networking_nsxv3.common.synchronization [req-265361f5-1b01-4e84-968d-0f52019c959f req-e04a4104-27b8-457f-baf1-ca09f1f3adfd service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1144.636441] env[65363]: INFO networking_nsxv3.common.synchronization [req-265361f5-1b01-4e84-968d-0f52019c959f req-e04a4104-27b8-457f-baf1-ca09f1f3adfd service nova] Enqueued Resource ID: d93be93e-e6c6-456b-93a1-e57d8b6d9a66 with Priority: HIGHEST for action port [ 1144.637419] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1144.637878] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1144.638087] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d93be93e-e6c6-456b-93a1-e57d8b6d9a66 with Priority: HIGHEST for action port [ 1144.638381] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.638520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.638559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.638774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.638873] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.639866] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.639866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.640363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.640494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.640564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.640812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.640858] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d93be93e-e6c6-456b-93a1-e57d8b6d9a66',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.794432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.794432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.794432] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.794675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.794883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.795070] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1144.825466] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.825673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.825764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.825988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.826213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.836560] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1144.929022] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.129544] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.129766] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.129862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.130266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.130523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.130791] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.130956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.131085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.131333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.131426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.131538] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be updated. [ 1145.142821] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.142940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.143182] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d93be93e-e6c6-456b-93a1-e57d8b6d9a66 with status ACTIVE [ 1145.143391] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.143520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.143596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.144322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.144322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.144322] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.144322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.144884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.145115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.145206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.145683] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.145815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.145885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.146266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.146371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.146582] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d93be93e-e6c6-456b-93a1-e57d8b6d9a66 is going to be updated. [ 1145.164336] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.164501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.164585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.164907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.165111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.174919] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.175111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.175183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.175520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.175705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.175980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d93be93e-e6c6-456b-93a1-e57d8b6d9a66" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.179969] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: IN_PROGRESS for 2s [ 1145.431835] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.432263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.432395] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.432656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.432786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.432948] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be updated. [ 1145.478875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.478989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.478989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.479412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.479672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.497034] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: IN_PROGRESS for 2s [ 1145.549607] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1145.549886] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1145.549961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.550125] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.550412] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.550588] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.550717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.550937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.550937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.551155] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.551155] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.053977] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.556834] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.847869] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1146.848200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.848512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.848880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.849220] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.849476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.849623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.849930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.850082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.850228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.850374] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.059848] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.060116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.060234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.060479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.060606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.060672] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1147.094687] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.094774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.094868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.095205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.095436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.107984] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1147.188707] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 in Status: SUCCESS [ 1147.188884] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 deletion is rescheduled due to dependency. [ 1147.188965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.355439] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.510150] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: SUCCESS [ 1147.510150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.860343] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f737f8d-f326-48c1-ab73-23c46c7b5560: rpc.has_security_group_logging(os_id): False [ 1147.881457] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.881839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.881839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.881956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.882084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.882429] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.882522] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.882589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.882784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.882887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.882982] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1147.954330] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.954468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.954538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.954758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.954904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.974848] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1149.118716] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1149.119104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.119104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.119448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.119554] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.119849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.119849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.120035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.120157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.120321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.120466] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.208116] env[65363]: INFO networking_nsxv3.common.synchronization [None req-59cf94ca-bccf-40aa-ba33-0462d6262234 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1149.208594] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1149.208865] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.208983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.209069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.209407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.209407] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.285031] env[65363]: INFO networking_nsxv3.common.synchronization [None req-924d1a34-269d-4b01-b436-c2fe0f9e1d22 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1149.285031] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1149.285031] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.286202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.624112] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.624338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.624684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.624684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.624745] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.624896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.624896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.625061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.625150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.625237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.625387] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.625476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.625528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.625797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.626021] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.626159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.626305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.626490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.626686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.626686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.626986] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.736643] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.736999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.736999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.737211] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.737288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.737392] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 already deleted. [ 1149.737483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.737818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.738020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.738146] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.989505] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1149.989734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.130370] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4590a33c-dc69-491c-b6cb-ef85ad071d3d: rpc.has_security_group_logging(os_id): False [ 1150.152993] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.153165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.153237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.153452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.153547] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.153828] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.153963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.154039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.154231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.154312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.154639] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.154729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.154778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.154894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.154968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.155235] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.155363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.155466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.155673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.155754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.155845] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1150.224451] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.225420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.225653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.225908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.226112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.242609] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1150.260478] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.260624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.260697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.261065] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.261157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.261256] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 already deleted. [ 1150.261342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.309480] env[65363]: INFO networking_nsxv3.common.synchronization [None req-4ddbd5e1-4031-417e-8784-0fa9f14c6426 None None] Enqueued Resource ID: 22259117-5b62-4e88-a273-6365d9343178 with Priority: HIGHEST for action port [ 1150.310138] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22259117-5b62-4e88-a273-6365d9343178 with Priority: HIGHEST for action port [ 1150.310354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-22259117-5b62-4e88-a273-6365d9343178 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.310521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22259117-5b62-4e88-a273-6365d9343178" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.310521] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22259117-5b62-4e88-a273-6365d9343178" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.310777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22259117-5b62-4e88-a273-6365d9343178" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.310862] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22259117-5b62-4e88-a273-6365d9343178',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.418478] env[65363]: INFO networking_nsxv3.common.synchronization [None req-125691b5-9c74-45f3-a07b-86fcf245e2dd tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Enqueued Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_rules [ 1150.419064] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_rules [ 1150.419378] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.419501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.419555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.419796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.419876] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.521346] env[65363]: INFO networking_nsxv3.common.synchronization [None req-cb1fa2b1-075d-4f1e-a80a-12de520db286 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Enqueued Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_rules [ 1150.521346] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_rules [ 1150.522723] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.523012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.820419] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22259117-5b62-4e88-a273-6365d9343178 [ 1150.820648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.820787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.820853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.822020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.822020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.822020] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22259117-5b62-4e88-a273-6365d9343178 already deleted. [ 1150.822020] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22259117-5b62-4e88-a273-6365d9343178" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.945354] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.945554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.945628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.945838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.945922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.946025] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 already deleted. [ 1150.946104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.946811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.946811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.946811] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.472976] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.472976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.472976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.473818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.473818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.473818] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 already deleted. [ 1151.473818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.256702] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1152.256972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.511142] env[65363]: INFO networking_nsxv3.common.synchronization [req-289d0fef-7da1-43cb-a012-0baed93735b6 req-7ee17327-4a46-4f9a-8550-344087ab9fdb tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1152.511142] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1152.511142] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.511142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.511996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.512405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.513224] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.513951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.513951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.513951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.515721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.515721] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.904947] env[65363]: INFO networking_nsxv3.common.synchronization [None req-b08c5b87-98a5-4e71-a2ab-6064567113b0 None None] Enqueued Resource ID: 0ed9653d-748f-4846-94de-9a38eb21f833 with Priority: HIGHEST for action port [ 1152.905931] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed9653d-748f-4846-94de-9a38eb21f833 with Priority: HIGHEST for action port [ 1152.906951] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.907037] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.907192] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.907521] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.907804] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.907972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.908102] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.908314] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.908460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.908707] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.908861] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.908939] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.909057] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.909224] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.909319] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.909392] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.910494] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed9653d-748f-4846-94de-9a38eb21f833 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.910647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed9653d-748f-4846-94de-9a38eb21f833" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.910726] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed9653d-748f-4846-94de-9a38eb21f833" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.910944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed9653d-748f-4846-94de-9a38eb21f833" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.911032] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed9653d-748f-4846-94de-9a38eb21f833',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.930322] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.930467] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.930608] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.930785] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-144" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.931112] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-38553dbb-5331-4148-81bf-e961deb44fa5 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.931278] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.931404] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.931734] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.931863] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38553dbb-5331-4148-81bf-e961deb44fa5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.016785] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.415368] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ed9653d-748f-4846-94de-9a38eb21f833 [ 1153.415610] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.415774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.415867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.416134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.416525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.416699] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ed9653d-748f-4846-94de-9a38eb21f833 already deleted. [ 1153.416772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed9653d-748f-4846-94de-9a38eb21f833" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.434792] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.435043] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.435180] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.435460] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.435613] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.435770] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 38553dbb-5331-4148-81bf-e961deb44fa5 not found, creating... [ 1153.436047] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.436214] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.436396] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.436646] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.436782] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.437088] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.437246] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.437385] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.437614] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.437743] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.437879] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 38553dbb-5331-4148-81bf-e961deb44fa5 is going to be created. [ 1153.460195] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.460626] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.460879] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.461318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.461773] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.462060] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.521424] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.954462] env[65363]: INFO networking_nsxv3.common.synchronization [req-2271867a-7df3-4b93-922b-923c6bb6bc94 req-59c99c4b-654e-483a-9ea9-f7365e6a4620 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1153.954979] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGHEST for action security_group_members [ 1153.955300] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.955421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.955483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.956010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.956166] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.956271] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.956387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.956563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.956646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.956738] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.025154] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.025326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.025439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.025658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.025777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.026010] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1154.065610] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.065807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.065847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.066060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.066209] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.077768] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1154.185867] env[65363]: INFO networking_nsxv3.common.synchronization [req-289d0fef-7da1-43cb-a012-0baed93735b6 req-2897665f-93a7-4d04-aa2d-7e50e43a874a service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1154.186118] env[65363]: INFO networking_nsxv3.common.synchronization [req-289d0fef-7da1-43cb-a012-0baed93735b6 req-2897665f-93a7-4d04-aa2d-7e50e43a874a service nova] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1154.186283] env[65363]: INFO networking_nsxv3.common.synchronization [req-289d0fef-7da1-43cb-a012-0baed93735b6 req-2897665f-93a7-4d04-aa2d-7e50e43a874a service nova] Enqueued Resource ID: 38553dbb-5331-4148-81bf-e961deb44fa5 with Priority: HIGHEST for action port [ 1154.187098] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_rules [ 1154.187098] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1154.187098] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38553dbb-5331-4148-81bf-e961deb44fa5 with Priority: HIGHEST for action port [ 1154.187307] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.187393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.187476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.187718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.187767] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.188574] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.189401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.189401] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-38553dbb-5331-4148-81bf-e961deb44fa5 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.189401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.189401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.189401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.189401] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38553dbb-5331-4148-81bf-e961deb44fa5',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.458543] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.458723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.458723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.458926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.459025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.459222] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.459317] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.459421] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.459702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.459779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.459867] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be updated. [ 1154.488173] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.488340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.488390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.488581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.488716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.497587] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: IN_PROGRESS for 2s [ 1154.690786] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.691249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.692229] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38553dbb-5331-4148-81bf-e961deb44fa5 with status ACTIVE [ 1154.692498] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.692670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.692732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.692954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.693050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.693224] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.693320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.693378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.693539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.693651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.693842] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.693929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.693987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.694148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.694223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.694310] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38553dbb-5331-4148-81bf-e961deb44fa5 is going to be updated. [ 1154.718547] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.718808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.718932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.719260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.719436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.719624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38553dbb-5331-4148-81bf-e961deb44fa5" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.383448] env[65363]: INFO networking_nsxv3.common.synchronization [req-a714a95f-75cf-4b56-8a87-c938e43cc578 req-72cb6be4-172c-4016-b688-bb297d1ce9b6 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1155.385285] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1155.385712] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.385844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.385901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.386184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.386342] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.386497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.386551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.386687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.386773] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.386962] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.751832] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.752169] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.752212] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.752558] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.753350] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.753726] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.753894] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.754528] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.755562] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.755562] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.755562] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.755562] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.755562] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.755562] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.755562] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.757985] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.784028] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.784226] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.784516] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.784690] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.785126] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-24dffb6b-5be5-4875-97f7-e8608b9c91ae taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.785254] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.785352] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.785703] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.785884] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dffb6b-5be5-4875-97f7-e8608b9c91ae',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.890563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.890855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.891021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.891264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.891387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.891649] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.891782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.891869] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.892080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.892184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.892290] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 already deleted. [ 1155.892396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.089562] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1156.089878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.090080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.090516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.090856] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.091016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.091270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.091529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.091642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.091771] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.288675] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.288976] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.289128] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.289399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.289546] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.289697] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 24dffb6b-5be5-4875-97f7-e8608b9c91ae not found, creating... [ 1156.289950] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.290423] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.290607] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.290836] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.290972] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.291271] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.291425] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.291539] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.291741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.291871] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.292011] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae is going to be created. [ 1156.312052] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.312341] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.312519] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.312857] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.313160] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.313453] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.509873] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 323f8944-7e74-44f6-9a14-81451c09c02d in Status: SUCCESS [ 1156.509873] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d deletion is rescheduled due to dependency. [ 1156.509873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.594527] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.023760] env[65363]: INFO networking_nsxv3.common.synchronization [req-a714a95f-75cf-4b56-8a87-c938e43cc578 req-7d96da26-bc74-428a-9c18-5b332cf9c7eb service nova] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1157.024088] env[65363]: INFO networking_nsxv3.common.synchronization [req-a714a95f-75cf-4b56-8a87-c938e43cc578 req-7d96da26-bc74-428a-9c18-5b332cf9c7eb service nova] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1157.024248] env[65363]: INFO networking_nsxv3.common.synchronization [req-a714a95f-75cf-4b56-8a87-c938e43cc578 req-7d96da26-bc74-428a-9c18-5b332cf9c7eb service nova] Enqueued Resource ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae with Priority: HIGHEST for action port [ 1157.025356] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1157.025356] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1157.025614] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae with Priority: HIGHEST for action port [ 1157.025884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.026028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.026104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.026378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.026511] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.027738] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.027895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.027967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.028210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.028334] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.028435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.028509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.028682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.028771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.028874] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.031028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-24dffb6b-5be5-4875-97f7-e8608b9c91ae taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.031028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.031028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.031028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.031028] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dffb6b-5be5-4875-97f7-e8608b9c91ae',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.097013] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.532545] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.532684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.532883] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.533834] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24dffb6b-5be5-4875-97f7-e8608b9c91ae with status ACTIVE [ 1157.534034] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.534151] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.534217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.534418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.534505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.534671] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.534764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.534824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.534962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.535056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.535262] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.535358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.535418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.535556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.535628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.535713] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae is going to be updated. [ 1157.563570] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.563845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.563970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.564364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.564674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.564943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.600074] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.600074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.600074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.600074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.600074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.600074] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1157.662380] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.662558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.662687] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.662879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.663039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.691105] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1158.038894] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.140423] env[65363]: INFO networking_nsxv3.common.synchronization [req-f8c932b5-89af-410b-af81-cae89c0cfe83 req-5c603194-c508-4e77-812a-8c5fb2a7a98c tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1158.140423] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1158.140629] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.140819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.140918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.142794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.142885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.143118] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.143296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.143532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.143634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.143747] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.541057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.541249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.541287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.541506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.541606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.541754] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 is going to be created. [ 1158.566115] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.566318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.566318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.566696] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.566899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.576861] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: UNINITIALIZED for 2s [ 1158.646553] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.646744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.646821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.647018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.647114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.647311] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.647415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.647494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.647660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.647736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.647824] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1158.681307] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.681540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.681540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.681727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.681851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.691877] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1159.701333] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1159.701762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.701891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.702193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.702383] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.702505] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.702572] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.702761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.702846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.702930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.703029] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.205155] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.205341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.205392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.205593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.205764] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.205892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.205930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.206102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.206191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.206310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.206502] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.206613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.207130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.207130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.207130] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.207130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.207130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.207397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.207397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.207493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.207538] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.596021] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: SUCCESS [ 1160.596021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.596021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.596406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.596822] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.597727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.597727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.597727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.597727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.597727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.597937] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.701781] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1160.702062] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1160.702101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.710547] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501099e8-1b4e-4928-b451-c482e696d9e8: rpc.has_security_group_logging(os_id): False [ 1160.729462] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.729606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.729676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.729879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.729968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.730186] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.730285] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.730347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.730496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.730573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.730751] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.730843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.730903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.731080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.731129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.731287] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.731376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.731480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.731576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.731651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.731734] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1160.801286] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.801495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.801616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.801837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.801986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.815651] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1161.100884] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.603068] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddd0c7d2-16b8-472f-acc5-24d1d1b8a909: rpc.has_security_group_logging(os_id): False [ 1161.625785] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.625903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.625903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.626105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.626195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.626432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.626622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.626703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.626860] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.626962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.627072] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 is going to be created. [ 1161.693103] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.693331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.693429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.693730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.693949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.709675] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: IN_PROGRESS for 2s [ 1162.837119] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1162.837422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.140931] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.141107] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1163.721248] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: SUCCESS [ 1163.721457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.376545] env[65363]: INFO networking_nsxv3.common.synchronization [req-304e261e-d297-45a5-94a6-4208e696ce21 req-d750ab6c-1633-486e-af50-586060fa3007 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1166.377209] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1166.378305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.378305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.378305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.378305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.378305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.378305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.378305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.378539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.378539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.378539] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.678652] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.679118] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.679422] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.679945] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.680348] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.680571] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.680740] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.681057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.681261] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.681564] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.681705] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.681861] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.682029] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.682269] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.682351] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.682529] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.705890] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.706130] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.706303] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.706566] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.707119] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-938b42ff-0197-4a91-94ef-c0f74e62d151 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.707386] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.707610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.707947] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.708251] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938b42ff-0197-4a91-94ef-c0f74e62d151',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.884031] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.884031] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.884031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.884031] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1166.910252] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.910374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.910444] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.910664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.910801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.920300] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1167.211206] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.211456] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.211579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.211862] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.212022] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.212173] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 938b42ff-0197-4a91-94ef-c0f74e62d151 not found, creating... [ 1167.212428] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.212580] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.212694] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.212905] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.213121] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.213410] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.213607] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.213731] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.213973] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.214133] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.214270] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 938b42ff-0197-4a91-94ef-c0f74e62d151 is going to be created. [ 1167.236879] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.237106] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.237236] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.237518] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.237767] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.237996] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.926907] env[65363]: INFO networking_nsxv3.common.synchronization [req-304e261e-d297-45a5-94a6-4208e696ce21 req-9330f90a-9c89-43e4-9705-f3c0c6b341d2 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1167.926907] env[65363]: INFO networking_nsxv3.common.synchronization [req-304e261e-d297-45a5-94a6-4208e696ce21 req-9330f90a-9c89-43e4-9705-f3c0c6b341d2 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1167.926907] env[65363]: INFO networking_nsxv3.common.synchronization [req-304e261e-d297-45a5-94a6-4208e696ce21 req-9330f90a-9c89-43e4-9705-f3c0c6b341d2 service nova] Enqueued Resource ID: 938b42ff-0197-4a91-94ef-c0f74e62d151 with Priority: HIGHEST for action port [ 1167.927408] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1167.927552] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1167.927607] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938b42ff-0197-4a91-94ef-c0f74e62d151 with Priority: HIGHEST for action port [ 1167.927875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.928015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.928079] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.928288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.928343] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.929231] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.929319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.929520] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-938b42ff-0197-4a91-94ef-c0f74e62d151 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.929615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.929676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.929851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.929967] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938b42ff-0197-4a91-94ef-c0f74e62d151',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.432407] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.432407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.434041] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 938b42ff-0197-4a91-94ef-c0f74e62d151 with status ACTIVE [ 1168.434041] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.434041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.434230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.434313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.434405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.434818] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.434818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.434818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.434954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.435047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.435226] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.435316] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.435376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.435511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.435583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.435664] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 938b42ff-0197-4a91-94ef-c0f74e62d151 is going to be updated. [ 1168.457597] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.457807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.457807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.458017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.458152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.458303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938b42ff-0197-4a91-94ef-c0f74e62d151" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.930429] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1168.930768] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1168.930879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.931343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.931449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.931704] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.931901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.931996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.932200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.932305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.932421] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.963586] env[65363]: INFO networking_nsxv3.common.synchronization [req-b04cdba5-8311-4c5f-b834-6ba975eea4fd req-32c3880e-1f58-4aac-8f3d-55b3bd2ba536 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1168.964145] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1168.965206] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.965206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.965206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.965206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.965206] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.965206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.965433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.965433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.965557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.965675] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.435080] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.468265] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.938181] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.970303] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.440185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.440398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.440471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.440622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.440748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.440829] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1170.469508] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.469643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.469643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.469912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.470900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.474057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.474057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.474057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.474057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.474057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.474057] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1170.480679] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1170.516315] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.516479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.516581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.516864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.516988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.527600] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1172.490419] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1172.490707] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.490998] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.491084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.491264] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.491383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.491450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.491604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.491683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.491770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.491859] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.536417] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1172.536753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.995028] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.995028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.995028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.995028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.995242] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.995293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.995331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.995491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.995575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.995682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.995840] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.995932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.996045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.996144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.996283] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.996364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.996427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.996560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.996631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.996708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.996961] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.500409] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf552f7e-7afd-44c4-bb77-bc5504be652c: rpc.has_security_group_logging(os_id): False [ 1173.525509] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.525509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.525509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.525733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.525733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.525826] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.525928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.525991] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.526146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.526219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.527073] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.527073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.527073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.527073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.527073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.527073] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.527073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.527073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.527545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.527545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.527545] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1173.607414] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.607604] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.607667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.607877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.608050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.624738] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1173.965731] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1173.965913] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1175.547981] env[65363]: INFO networking_nsxv3.common.synchronization [req-e92c96b2-9795-4550-a3aa-452a579d2ac5 req-237e62a7-ef90-42eb-a53c-e6778dafcf0b tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1175.548471] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGHEST for action security_group_members [ 1175.548552] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.548677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.548737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.548944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.549550] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.549670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.549719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.549879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.549963] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.550072] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.578545] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f7f6439-01a5-4c32-a416-db4a30b11023 req-3d690ec4-d01b-40c3-87f7-fbaca04209e6 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Enqueued Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_members [ 1175.581832] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_members [ 1175.582200] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.582353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.582416] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.582645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.582793] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.582890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.582948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.583283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.583283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.583283] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.647724] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1175.647995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.928521] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.928746] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-881" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.928873] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-881" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.929274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-881" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.929542] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.929699] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.929815] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.930555] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.930723] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.930965] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.931106] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.931221] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.931328] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.931441] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.931611] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.931766] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.953187] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.953187] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.953314] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.953464] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-881" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.953872] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-d5145f15-f04f-4583-a547-97c1d5d23b82 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.954059] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.954182] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.954502] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.954639] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5145f15-f04f-4583-a547-97c1d5d23b82',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.052904] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.053225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.053298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.053515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.053612] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.053848] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.053960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.054057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.054207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.054290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.055403] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be updated. [ 1176.086446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.086446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.086446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.086718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.086756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.088367] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.089265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.089265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.089265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.089265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.089265] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.089525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.089525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.089590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.089623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.089700] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 already deleted. [ 1176.090042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.103606] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: IN_PROGRESS for 2s [ 1176.457480] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.457683] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.457825] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.458400] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.458400] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.458502] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port d5145f15-f04f-4583-a547-97c1d5d23b82 not found, creating... [ 1176.458709] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.458857] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.458957] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.459427] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.459427] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.460051] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.460051] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.460051] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.460182] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.460359] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.460419] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: d5145f15-f04f-4583-a547-97c1d5d23b82 is going to be created. [ 1176.481461] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.481461] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.481461] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.481702] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.481909] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.482140] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.199099] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f7f6439-01a5-4c32-a416-db4a30b11023 req-567713d0-0701-4ba3-97af-faec6af5f444 service nova] Enqueued Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_rules [ 1177.199370] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f7f6439-01a5-4c32-a416-db4a30b11023 req-567713d0-0701-4ba3-97af-faec6af5f444 service nova] Enqueued Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_members [ 1177.199435] env[65363]: INFO networking_nsxv3.common.synchronization [req-6f7f6439-01a5-4c32-a416-db4a30b11023 req-567713d0-0701-4ba3-97af-faec6af5f444 service nova] Enqueued Resource ID: d5145f15-f04f-4583-a547-97c1d5d23b82 with Priority: HIGHEST for action port [ 1177.199909] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_rules [ 1177.200051] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_members [ 1177.200151] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5145f15-f04f-4583-a547-97c1d5d23b82 with Priority: HIGHEST for action port [ 1177.200446] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.200569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.200669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.200967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.200967] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.202476] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.202561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.203037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.203037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.203037] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.203181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.203212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.203330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.203436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.203554] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.205384] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5145f15-f04f-4583-a547-97c1d5d23b82 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.205490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.205568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.205737] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.205812] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5145f15-f04f-4583-a547-97c1d5d23b82',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.703764] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.703764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.706696] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.707096] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5145f15-f04f-4583-a547-97c1d5d23b82 with status ACTIVE [ 1177.707308] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.707433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.707500] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.708469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.708960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.708960] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.708960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.708960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.709261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.709348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.709612] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.709698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.709698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.709836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.709907] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.709991] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5145f15-f04f-4583-a547-97c1d5d23b82 is going to be updated. [ 1177.737791] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.737972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.738075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.738260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.738392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.738553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5145f15-f04f-4583-a547-97c1d5d23b82" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.146356] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501099e8-1b4e-4928-b451-c482e696d9e8 in Status: SUCCESS [ 1178.146539] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 deletion is rescheduled due to dependency. [ 1178.146647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.212409] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.714888] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.715219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.715266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.716157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.716294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.716382] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 is going to be created. [ 1178.744312] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.744470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.744553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.744798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.745037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.754874] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 in Status: UNINITIALIZED for 2s [ 1180.766668] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 in Status: SUCCESS [ 1180.766668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.767050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.767358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.767444] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.768220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.768220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.768220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.768220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.768220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.768220] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.270958] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.774377] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 156e7ed9-933e-4765-bb82-a38cbc1faca8: rpc.has_security_group_logging(os_id): False [ 1181.796298] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.796486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.796618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.796781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.796876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.797175] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.797302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.797368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.797495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.797562] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.797677] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 is going to be created. [ 1181.846507] env[65363]: INFO networking_nsxv3.common.synchronization [req-4f041229-67b4-4587-aed0-6afd977da847 req-aa5092f8-8ba9-4acb-9c5e-cc6695cc6d59 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1181.846507] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1181.846755] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.846874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.847017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.847850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.848243] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.848419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.848520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.848704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.848786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.848876] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.865469] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.865636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.865682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.865874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.866085] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.878377] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 in Status: IN_PROGRESS for 2s [ 1182.352362] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.352591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.352591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.352953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.353090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.353305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.353408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.353473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.353639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.353717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.353807] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1182.382347] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.382347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.382347] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.382600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.382634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.392748] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1183.889620] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 in Status: SUCCESS [ 1183.889850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.404734] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1184.404734] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1184.404734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.587404] env[65363]: INFO networking_nsxv3.common.synchronization [req-5401adc8-6eff-4555-9ef8-f698d3f64379 req-650b56d1-ac64-4e19-a3f0-781a7d607fa3 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1184.587636] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1184.587947] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.588306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.588390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.588597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.588770] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.588873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.588934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.589105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.589189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.589282] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.091131] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.091733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.091851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.092077] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.092171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.092363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.092473] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.093090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.093348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.093467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.093577] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1185.121365] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.121650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.121650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.121804] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.121970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.131199] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1187.142142] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1187.142535] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1187.142535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.932933] env[65363]: INFO networking_nsxv3.common.synchronization [req-fb6d0d97-7776-434e-8c90-2a70efb44b31 req-94cab341-b55e-45e5-8d9c-b28620759e7e tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Enqueued Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_members [ 1187.933270] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGHEST for action security_group_members [ 1187.933815] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.933815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.933815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.934036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.934111] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.934216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.934279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.934832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.934832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.934832] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.244059] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc1e1d2e-070a-4887-a308-baf06fbfa91d req-31d39f26-04e0-48cb-9f12-7a33f6f11b58 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1188.244717] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1188.245160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.245350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.245413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.245661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.245856] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.245962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.246025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.246242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.246331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.246417] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.436972] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.437207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.437282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.437527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.438413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.439062] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.439160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.439269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.439485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.439574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.439676] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 is going to be updated. [ 1188.466848] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.467117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.467241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.467460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.467598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.476612] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 in Status: IN_PROGRESS for 2s [ 1188.556511] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.556760] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.556832] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.557461] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.557461] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.557754] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.557963] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.558248] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.558418] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.558674] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.558822] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.558953] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.559087] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.559218] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.559317] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.559456] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.579315] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.579535] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.579689] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.579877] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-205" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.580273] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-d7c4801b-0541-449f-8b61-1fb212c84f4d taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.580454] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.580583] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.580956] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.581516] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c4801b-0541-449f-8b61-1fb212c84f4d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.749168] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.749351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.749351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.749708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.749708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.749870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.749941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.749987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.750152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.750227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.750316] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1188.779669] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.779802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.779910] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.780184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.780390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.791262] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1189.085343] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.085579] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.085704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.085983] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.086161] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.086304] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port d7c4801b-0541-449f-8b61-1fb212c84f4d not found, creating... [ 1189.086561] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.086720] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.086836] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.087097] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.087227] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.087688] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.087897] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.088027] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.088245] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.088378] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.088514] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: d7c4801b-0541-449f-8b61-1fb212c84f4d is going to be created. [ 1189.112420] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.112642] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.112766] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.113043] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.113268] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.113499] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.646387] env[65363]: INFO networking_nsxv3.common.synchronization [req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad req-8db161f9-942e-4271-bc38-6282f5ae4b07 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_members [ 1189.647019] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGHEST for action security_group_members [ 1189.647680] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.647844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.648063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.648329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.648514] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.648651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.648651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.648943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.648943] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.649129] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.848424] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc1e1d2e-070a-4887-a308-baf06fbfa91d req-78001c45-825f-4c19-8288-11b497e413bc service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1189.848590] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc1e1d2e-070a-4887-a308-baf06fbfa91d req-78001c45-825f-4c19-8288-11b497e413bc service nova] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1189.848719] env[65363]: INFO networking_nsxv3.common.synchronization [req-bc1e1d2e-070a-4887-a308-baf06fbfa91d req-78001c45-825f-4c19-8288-11b497e413bc service nova] Enqueued Resource ID: d7c4801b-0541-449f-8b61-1fb212c84f4d with Priority: HIGHEST for action port [ 1189.849271] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_rules [ 1189.849423] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1189.849521] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c4801b-0541-449f-8b61-1fb212c84f4d with Priority: HIGHEST for action port [ 1189.849788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.849901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.849962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.851092] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.851092] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.851525] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.851614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.851799] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c4801b-0541-449f-8b61-1fb212c84f4d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.851897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.851959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.852163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.853584] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c4801b-0541-449f-8b61-1fb212c84f4d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.150706] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.150870] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.150941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.151251] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.151366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.151566] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.151668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.151732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.151890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.151965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.152065] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c057acff-77d3-476b-a945-93679651414f is going to be updated. [ 1190.184157] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.184398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.184465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.184693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.184887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.193896] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c057acff-77d3-476b-a945-93679651414f in Status: IN_PROGRESS for 2s [ 1190.355061] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.355295] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.355386] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7c4801b-0541-449f-8b61-1fb212c84f4d with status ACTIVE [ 1190.355552] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.355661] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.355729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.355939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.356042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.356219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.356318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.356382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.356536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.356616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.356795] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.356886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.356949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.357216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.357433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.357604] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7c4801b-0541-449f-8b61-1fb212c84f4d is going to be updated. [ 1190.378130] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.378318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.378396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.378544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.378675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.378825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c4801b-0541-449f-8b61-1fb212c84f4d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.486474] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 in Status: SUCCESS [ 1190.486695] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 deletion is rescheduled due to dependency. [ 1190.486811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.803359] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1190.803680] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1190.803680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.803800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.804046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.804237] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.804355] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.804417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.804567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.804647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.804761] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.307539] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.809807] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.205161] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c057acff-77d3-476b-a945-93679651414f in Status: SUCCESS [ 1192.205161] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c057acff-77d3-476b-a945-93679651414f deletion is rescheduled due to dependency. [ 1192.205161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.312965] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.312965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.312965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.313269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.313322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.313432] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1192.343839] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.344014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.344084] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.344292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.344437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.354302] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1192.751679] env[65363]: INFO networking_nsxv3.common.synchronization [req-44d67f65-6f44-4692-a740-340a247d2d82 req-fc02aa34-d3e3-494a-b06b-938a7a00184e tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1192.752267] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1192.752656] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.752803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.752915] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.753288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.753492] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.753989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.754111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.754343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.754472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.754639] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.055597] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.055866] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.056442] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.056442] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.056683] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.056855] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.056981] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.057255] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.057445] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.057723] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.057884] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.057998] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.058141] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.058273] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.058363] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.058495] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.077073] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.077314] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.077483] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.077669] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.078083] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-eae75127-d171-402f-9506-c804bf4efcc2 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.078295] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.078436] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.078836] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.079845] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae75127-d171-402f-9506-c804bf4efcc2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.257637] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.257826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.257885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.258126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.258230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.258425] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.258524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.258587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.258734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.258839] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.258956] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1193.283994] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.284206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.284206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.284437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.284579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.293321] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1193.582063] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.582063] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.582241] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.582478] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.582657] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.582820] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port eae75127-d171-402f-9506-c804bf4efcc2 not found, creating... [ 1193.583096] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.583258] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.583375] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.583590] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.583722] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.584056] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.584214] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.584337] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.584543] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.584674] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.584817] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: eae75127-d171-402f-9506-c804bf4efcc2 is going to be created. [ 1193.604434] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.604769] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.604949] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.605312] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.605563] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.605786] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.351960] env[65363]: INFO networking_nsxv3.common.synchronization [req-44d67f65-6f44-4692-a740-340a247d2d82 req-626e356d-da4c-4ab9-bbb3-f36be0dcbdc1 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1194.352268] env[65363]: INFO networking_nsxv3.common.synchronization [req-44d67f65-6f44-4692-a740-340a247d2d82 req-626e356d-da4c-4ab9-bbb3-f36be0dcbdc1 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1194.352487] env[65363]: INFO networking_nsxv3.common.synchronization [req-44d67f65-6f44-4692-a740-340a247d2d82 req-626e356d-da4c-4ab9-bbb3-f36be0dcbdc1 service nova] Enqueued Resource ID: eae75127-d171-402f-9506-c804bf4efcc2 with Priority: HIGHEST for action port [ 1194.353097] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1194.353271] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1194.353402] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae75127-d171-402f-9506-c804bf4efcc2 with Priority: HIGHEST for action port [ 1194.353729] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.353898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.353986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.354384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.354496] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.355435] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.355571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.355807] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae75127-d171-402f-9506-c804bf4efcc2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.355938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.356042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.356319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.356421] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae75127-d171-402f-9506-c804bf4efcc2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.368135] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1194.368511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.368708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.368989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.369230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.369407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.369710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.370400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.370517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.370603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.370695] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.858099] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.858254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.860045] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eae75127-d171-402f-9506-c804bf4efcc2 with status ACTIVE [ 1194.860045] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.860045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.860045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.860371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.860371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.860551] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.860651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.860715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.860874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.860952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.861151] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.861246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.861309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.861463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.861540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.861624] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eae75127-d171-402f-9506-c804bf4efcc2 is going to be updated. [ 1194.872993] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.873171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.873213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.873415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.873565] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.873664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.873727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.873872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.873956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.874051] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.874194] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.874289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.874352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.874493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.874628] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.874720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.874780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.874916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.874990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.875141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.875276] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.882342] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.882492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.882535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.882748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.882806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.882960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae75127-d171-402f-9506-c804bf4efcc2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.306833] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1195.307082] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1195.307322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.307591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.307820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.308035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.308184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.308289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.308556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.308656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.308776] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.377552] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4590a33c-dc69-491c-b6cb-ef85ad071d3d: rpc.has_security_group_logging(os_id): False [ 1195.398727] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.398879] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.398949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.399185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.399273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.399608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.399608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.399715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.399859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.399908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.400162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.400264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.400324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.400504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.400583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.400821] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.400918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.400978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.401130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.401213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.401313] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1195.476719] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.476719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.476719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.477011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.477011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.492838] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1195.811655] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.315435] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.818622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.818622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.818622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.819080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.819080] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.819080] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1196.849721] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.849876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.861339] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1197.506343] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1197.506584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.874240] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1198.874639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.874756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.875038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.875289] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.875455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.875561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.875753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.875845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.875926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.876103] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.354126] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.354308] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1199.379222] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.379374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.379449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.379695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.379947] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.380033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.380033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.380199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.380337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.380429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.380577] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.380669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.380729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.380867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.381008] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.381120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.381165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.381306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.381382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.381462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.381549] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.884630] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf552f7e-7afd-44c4-bb77-bc5504be652c: rpc.has_security_group_logging(os_id): False [ 1199.912945] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.913197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.913197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.913418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.913523] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.913744] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.913846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.913905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.914071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.914149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.914339] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.914450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.914538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.914732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.914833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.915040] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.915141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.915206] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.915366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.915443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.915534] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1199.979018] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.979149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.979149] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.979405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.979582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.995715] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1201.245795] env[65363]: INFO networking_nsxv3.common.synchronization [None req-f42fd699-30fd-41f2-b3f1-d25c3805599f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_rules [ 1201.246508] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_rules [ 1201.246702] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.246829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.246894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.247356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.247419] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.330737] env[65363]: INFO networking_nsxv3.common.synchronization [None req-0e6f5b43-0072-46b2-9fcb-1f39f980e0dd tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_rules [ 1201.331602] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_rules [ 1201.331729] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.331845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.771793] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.772014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.772014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.772250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.772343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.772442] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 already deleted. [ 1201.773016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.773016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.773016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.773016] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.015760] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1202.016064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.298755] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.299115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.299176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.299364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.299536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.299587] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 already deleted. [ 1202.299693] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.544549] env[65363]: INFO networking_nsxv3.common.synchronization [req-c9738d2d-7877-4442-b25b-799426dcbe38 req-a4c5e153-411b-463d-87fb-2c6ee3a21fb0 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1202.544970] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGHEST for action security_group_members [ 1202.545678] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.545678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.545678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.545844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.546147] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.546147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.546147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.546289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.546289] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.546411] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.048809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.049075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.049154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.049386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.049479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.049692] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.049807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.049873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.050058] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.050160] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.050258] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be updated. [ 1203.092247] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.092445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.092445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.092734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.092922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.103353] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: IN_PROGRESS for 2s [ 1205.115176] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d in Status: SUCCESS [ 1205.115490] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d deletion is rescheduled due to dependency. [ 1205.115653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.947284] env[65363]: INFO networking_nsxv3.common.synchronization [req-c4c7685d-e453-49ed-b97e-56342f8ef975 req-9362e601-cd1f-4f25-b7d1-70f5ff41c357 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_members [ 1206.947860] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_members [ 1206.948580] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.948772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.948805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.949070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.949234] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.949348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.949409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.949561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.949643] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.949782] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.247780] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.247995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.248077] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.248355] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.249057] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.249322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.249511] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.249881] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.250099] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.250394] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.250564] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.250723] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.250882] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.251055] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.251255] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.251405] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.273468] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.273635] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.273758] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.273934] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-89" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.274358] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-c4d82473-ac11-4292-861c-fc6702a0df59 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.274518] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.274576] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.274882] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.275033] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d82473-ac11-4292-861c-fc6702a0df59',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.399303] env[65363]: INFO networking_nsxv3.common.synchronization [req-716dc274-d454-416e-beb9-390bd3105fb5 req-ff33b930-c7b2-4ac9-80f7-438e5857e077 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1207.399892] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1207.400217] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.400342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.400411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.400771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.400771] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.400888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.400925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.401064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.401153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.401256] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.452687] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.456030] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.456030] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 already deleted. [ 1207.456030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.778831] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.778831] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.778831] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.779146] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.779857] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.779857] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port c4d82473-ac11-4292-861c-fc6702a0df59 not found, creating... [ 1207.779857] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.779857] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.780103] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.780103] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.780262] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.780525] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.780678] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.780794] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.780996] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.781141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.781277] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: c4d82473-ac11-4292-861c-fc6702a0df59 is going to be created. [ 1207.806490] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.806704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.806768] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.807117] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.807399] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.807671] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.905127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.905127] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.905127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.905127] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1207.960882] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.961376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.961376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.961376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.961531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.971143] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1208.519200] env[65363]: INFO networking_nsxv3.common.synchronization [req-c4c7685d-e453-49ed-b97e-56342f8ef975 req-d42ad394-9b7b-4cad-a021-731a5eed8bc3 service nova] Enqueued Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_rules [ 1208.519372] env[65363]: INFO networking_nsxv3.common.synchronization [req-c4c7685d-e453-49ed-b97e-56342f8ef975 req-d42ad394-9b7b-4cad-a021-731a5eed8bc3 service nova] Enqueued Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_members [ 1208.519507] env[65363]: INFO networking_nsxv3.common.synchronization [req-c4c7685d-e453-49ed-b97e-56342f8ef975 req-d42ad394-9b7b-4cad-a021-731a5eed8bc3 service nova] Enqueued Resource ID: c4d82473-ac11-4292-861c-fc6702a0df59 with Priority: HIGHEST for action port [ 1208.524091] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_rules [ 1208.524091] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_members [ 1208.524091] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d82473-ac11-4292-861c-fc6702a0df59 with Priority: HIGHEST for action port [ 1208.524091] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.524091] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.524091] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.524091] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.524091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.524649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.524649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.524649] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.525154] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4d82473-ac11-4292-861c-fc6702a0df59 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.525265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.525330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.525513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.525589] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4d82473-ac11-4292-861c-fc6702a0df59',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.028526] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.028526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.029326] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4d82473-ac11-4292-861c-fc6702a0df59 with status ACTIVE [ 1209.029326] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.029326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.029326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.029326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.029527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.029689] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.029861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.029861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.029947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.029985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.032075] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.032075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.032075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.032075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.032075] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.032075] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4d82473-ac11-4292-861c-fc6702a0df59 is going to be updated. [ 1209.032075] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.054778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.054922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.054995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.055224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.055430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.055608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4d82473-ac11-4292-861c-fc6702a0df59" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.535476] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.587387] env[65363]: INFO networking_nsxv3.common.synchronization [req-91e2f61f-1a1d-48db-8571-08fe80b8841c req-833481dd-2322-490d-9116-11a4b3cb5f3c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1209.587877] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1209.588528] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.588528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.588528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.588708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.588860] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.588967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.589053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.589210] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.589294] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.589389] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.981935] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1209.982172] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1209.982293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.038349] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.038838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.038838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.039024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.039024] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.039137] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 is going to be created. [ 1210.074241] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.077892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.077975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.078226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.078393] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.091779] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 in Status: UNINITIALIZED for 2s [ 1210.094367] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.094510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.094576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.094800] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.094887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.095084] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.095182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.095241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.095408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.095494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.095583] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1210.133136] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.133260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.133296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.133515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.133658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.147822] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1212.106239] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 in Status: SUCCESS [ 1212.106239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.106734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.106734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.106978] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.107145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.107215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.107408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.107506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.107653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.107763] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.159169] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1212.159381] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b deletion is rescheduled due to dependency. [ 1212.159464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.610335] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.113628] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3c5cf48e-1991-4c3d-879d-9a7c379a38b9: rpc.has_security_group_logging(os_id): False [ 1213.136587] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.136721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.136721] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.136939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.137033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.137322] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.137456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.137499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.137743] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.137851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.137983] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 is going to be created. [ 1213.210429] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.210429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.210675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.210714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.210927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.231499] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 in Status: IN_PROGRESS for 2s [ 1214.589076] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.589076] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1215.246255] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 in Status: SUCCESS [ 1215.246498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.590094] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.590458] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.435170] env[65363]: INFO networking_nsxv3.common.synchronization [req-03b2c686-4286-426f-b23d-f9f352758d05 req-ca2bc44c-65a4-43e5-b52f-2944f9628137 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1220.435696] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1220.436210] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.436364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.436490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.436772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.436890] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.437099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.437099] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.437438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.437438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.437629] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.856328] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.856659] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.856659] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.856906] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.857172] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.857326] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.857439] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.857648] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.857814] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.858049] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.858163] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.858269] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.858376] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.858479] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.858579] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.858741] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.880354] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.880547] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.880666] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.880861] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-574" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.881311] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-a8e44368-d7c0-45ca-857d-0d76ab50fef4 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.881492] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.881618] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.881948] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.882096] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e44368-d7c0-45ca-857d-0d76ab50fef4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.940165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.940328] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.940402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.940611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.940708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.940936] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.941054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.941119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.941272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.941349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.941437] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1220.967160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.967302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.967375] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.967583] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.967789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.977267] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1221.384150] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.384354] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.384478] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.384761] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.385118] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.385302] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port a8e44368-d7c0-45ca-857d-0d76ab50fef4 not found, creating... [ 1221.385563] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.385729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.385838] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.386125] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.386275] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.386557] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.386712] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.386826] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.387052] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.387189] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.387325] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: a8e44368-d7c0-45ca-857d-0d76ab50fef4 is going to be created. [ 1221.407620] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.407888] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.408030] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.408296] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.408517] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.408734] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.099850] env[65363]: INFO networking_nsxv3.common.synchronization [req-03b2c686-4286-426f-b23d-f9f352758d05 req-a51346ab-f569-4dbc-9b4d-3894e1804f24 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1222.100161] env[65363]: INFO networking_nsxv3.common.synchronization [req-03b2c686-4286-426f-b23d-f9f352758d05 req-a51346ab-f569-4dbc-9b4d-3894e1804f24 service nova] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1222.100214] env[65363]: INFO networking_nsxv3.common.synchronization [req-03b2c686-4286-426f-b23d-f9f352758d05 req-a51346ab-f569-4dbc-9b4d-3894e1804f24 service nova] Enqueued Resource ID: a8e44368-d7c0-45ca-857d-0d76ab50fef4 with Priority: HIGHEST for action port [ 1222.100706] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_rules [ 1222.100845] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1222.100945] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e44368-d7c0-45ca-857d-0d76ab50fef4 with Priority: HIGHEST for action port [ 1222.101295] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.101373] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.101415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.101613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.101691] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.102542] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.103429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.103429] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e44368-d7c0-45ca-857d-0d76ab50fef4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.103429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.103429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.103429] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.103429] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e44368-d7c0-45ca-857d-0d76ab50fef4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.604991] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.605126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.605342] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8e44368-d7c0-45ca-857d-0d76ab50fef4 with status ACTIVE [ 1222.605507] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.605625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.605744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.606651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.606651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.606651] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.606651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.606651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.606651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.606651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.606969] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.606969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.607064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.607165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.607293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.607329] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8e44368-d7c0-45ca-857d-0d76ab50fef4 is going to be updated. [ 1222.629075] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.629220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.629310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.629497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.629635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.629795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e44368-d7c0-45ca-857d-0d76ab50fef4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.635076] env[65363]: INFO networking_nsxv3.common.synchronization [req-00133913-0946-402d-a123-c430c5d311fd req-4b2afd0e-ae25-4f05-8113-880c8258067b tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1222.636027] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1222.636027] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.636027] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.636233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.636323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.636453] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.636552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.636608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.636757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.636843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.636933] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.977388] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.977388] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.977388] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.977674] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.978110] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.978511] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.978511] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.978825] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.978825] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.979011] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.979186] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.979364] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.979450] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.979581] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.979842] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.979842] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.996936] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1222.997178] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1222.997351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.997620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.997928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.998130] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.998250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.998324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.998506] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.998589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.998685] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.001721] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.001896] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.002059] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.002233] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.002548] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-db0994eb-d328-498f-9222-470552764635 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.003645] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.003645] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.003645] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.003645] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0994eb-d328-498f-9222-470552764635',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.139282] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.139601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.139601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.139695] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.139787] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.139987] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.140119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.140183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.140330] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.140403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.140489] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1223.165022] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.165165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.165236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.165434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.165568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.176071] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1223.505482] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.506730] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.506936] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.507073] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.507345] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.507533] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.507867] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port db0994eb-d328-498f-9222-470552764635 not found, creating... [ 1223.508213] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.508389] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.508509] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.508861] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.509056] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.509360] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.509520] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.509638] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.509858] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.509995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.510272] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: db0994eb-d328-498f-9222-470552764635 is going to be created. [ 1223.529619] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.529934] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.530144] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.530429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.530660] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.530885] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.013023] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.271363] env[65363]: INFO networking_nsxv3.common.synchronization [req-00133913-0946-402d-a123-c430c5d311fd req-41dcd849-681b-46b4-81f2-a8789de39ec2 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 1224.271628] env[65363]: INFO networking_nsxv3.common.synchronization [req-00133913-0946-402d-a123-c430c5d311fd req-41dcd849-681b-46b4-81f2-a8789de39ec2 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1224.271682] env[65363]: INFO networking_nsxv3.common.synchronization [req-00133913-0946-402d-a123-c430c5d311fd req-41dcd849-681b-46b4-81f2-a8789de39ec2 service nova] Enqueued Resource ID: db0994eb-d328-498f-9222-470552764635 with Priority: HIGHEST for action port [ 1224.272225] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 1224.272347] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1224.272442] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0994eb-d328-498f-9222-470552764635 with Priority: HIGHEST for action port [ 1224.273054] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.273237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.273350] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.273563] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.273667] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.276048] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.276048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.276048] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0994eb-d328-498f-9222-470552764635 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.276048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.276048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.276048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.276048] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0994eb-d328-498f-9222-470552764635',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.516168] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.516468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.516468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.516623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.516718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.516816] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1224.549348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.549595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.549595] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.549822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.549983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.560950] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1224.780565] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.780664] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.780872] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db0994eb-d328-498f-9222-470552764635 with status ACTIVE [ 1224.781033] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.781137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.781202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.781415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.781496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.781739] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.781893] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.782013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.782261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.782384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.782655] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.782821] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.782918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.783163] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.783287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.783432] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db0994eb-d328-498f-9222-470552764635 is going to be updated. [ 1224.813376] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.813589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.813589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.814543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.814543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.814543] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.187065] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1225.187351] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b deletion is rescheduled due to dependency. [ 1225.187394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.187530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.187744] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.187968] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.188087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.188154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.188318] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.188399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.188493] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.690527] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.195419] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.574806] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1226.575053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.575233] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.575458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.575652] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.575826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.575884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.576033] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.576117] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.576220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.576306] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.698200] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.698578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.698578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.698676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.698822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.698862] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1226.727180] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.727341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.727399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.727599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.727832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.737045] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1227.078743] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.078983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.079072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.079281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.079456] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.079554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.079618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.079758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.079843] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.079928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.080090] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.080182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.080240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.080379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.080511] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.080599] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.080658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.080790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.080964] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.081119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.081203] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.583327] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf552f7e-7afd-44c4-bb77-bc5504be652c: rpc.has_security_group_logging(os_id): False [ 1227.604302] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.604539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.604539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.604730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.604818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.605044] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.605147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.605349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.605513] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.605593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.605880] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.605987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.606083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.606230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.606307] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.606485] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.606582] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.606641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.606779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.606852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.607053] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1227.688698] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.688877] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.688947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.689198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.689417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.718485] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1228.747575] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1228.748078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.748242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.748405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.748669] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.748833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.748974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.749165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.749287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.749419] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.749558] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.253022] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.274292] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.276596] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1229.740238] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1229.740238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.754919] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e70995d-340d-410f-8a11-5d67a3c40b7b: rpc.has_security_group_logging(os_id): False [ 1229.775975] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.776191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.776325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.776509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.776605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.776884] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.776988] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.777091] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.777256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.777358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.777448] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1229.807495] env[65363]: INFO networking_nsxv3.common.synchronization [req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 req-ae738955-0a6e-4fc5-8330-9d995c7c1387 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Enqueued Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_members [ 1229.810694] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGHEST for action security_group_members [ 1229.810694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.810694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.810694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.810694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.810694] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.810694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.811043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.811043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.811642] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.811642] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.844990] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.845158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.845228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.845443] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.845586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.860511] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1230.314070] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.314255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.314299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.314938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.314938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.314938] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.314938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.314938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.315179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.315179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.315346] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 is going to be updated. [ 1230.343095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.343414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.343414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.343627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.343627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.352067] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 in Status: IN_PROGRESS for 2s [ 1231.875209] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1231.875678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.363193] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 in Status: SUCCESS [ 1232.363350] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 deletion is rescheduled due to dependency. [ 1232.363469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.810412] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.810780] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.262277] env[65363]: INFO networking_nsxv3.common.synchronization [req-16687cdb-e240-4311-9bde-eee05793d4be req-1147dc11-2d4b-4062-a5b3-ae8eca0a7f54 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1235.262927] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1235.264071] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.264071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.264071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.264071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.264071] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.264071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.264071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.264071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.264071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.264450] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.766282] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.766446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.766518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.766735] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.766825] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.767033] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.767134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.767197] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.767342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.767418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.767504] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1235.798929] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.799096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.799168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.799378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.799514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.808081] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1236.553268] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.553619] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.553619] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.553848] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.554305] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.554488] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.554607] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.554834] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.554981] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.555209] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.555341] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.555449] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.555577] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.555684] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.555786] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.555917] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.574516] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.574665] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.574804] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.574978] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-377" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.575353] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-24dffb6b-5be5-4875-97f7-e8608b9c91ae taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.575549] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.575671] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.575922] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.576089] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dffb6b-5be5-4875-97f7-e8608b9c91ae',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.078855] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.079103] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.079263] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.079973] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.080164] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.080461] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.080635] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.080780] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.081025] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.081206] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.081507] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.081668] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.081787] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.082006] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.082205] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.082352] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae is going to be updated. [ 1237.106467] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.106723] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.106823] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.107176] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.107409] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.107681] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.820446] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1237.820767] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 deletion is rescheduled due to dependency. [ 1237.820880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.823254] env[65363]: INFO networking_nsxv3.common.synchronization [req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da req-4a70093f-d2d4-4579-9834-eeeda003b0f6 service nova] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1237.823435] env[65363]: INFO networking_nsxv3.common.synchronization [req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da req-4a70093f-d2d4-4579-9834-eeeda003b0f6 service nova] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1237.823571] env[65363]: INFO networking_nsxv3.common.synchronization [req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da req-4a70093f-d2d4-4579-9834-eeeda003b0f6 service nova] Enqueued Resource ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae with Priority: HIGHEST for action port [ 1237.823960] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_rules [ 1237.823960] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1237.824064] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae with Priority: HIGHEST for action port [ 1237.824608] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.824752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.824786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.824984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.825067] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.825906] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.826028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.826094] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.826265] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.826411] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.826504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.826576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.826700] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.826779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.826866] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.829211] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-24dffb6b-5be5-4875-97f7-e8608b9c91ae taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.829315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.829385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.829550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.829828] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24dffb6b-5be5-4875-97f7-e8608b9c91ae',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.332078] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.332292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.332545] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.333903] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24dffb6b-5be5-4875-97f7-e8608b9c91ae with status ACTIVE [ 1238.334230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.334414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.334560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.334855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.335072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.335875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.336225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.336378] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.336666] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.336832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.337158] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.337336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.337465] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.337718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.337874] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.338067] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24dffb6b-5be5-4875-97f7-e8608b9c91ae is going to be updated. [ 1238.364162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.364299] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.364486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.364724] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.364926] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.365162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24dffb6b-5be5-4875-97f7-e8608b9c91ae" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.840704] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.343293] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.343526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.343568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.343813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.343921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.344047] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 is going to be updated. [ 1239.391853] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.392015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.392116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.392366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.392525] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.402213] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: IN_PROGRESS for 2s [ 1241.415862] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: SUCCESS [ 1241.416229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.416325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.416550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.416744] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.416859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.416927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.417104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.417185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.417269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.417361] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.919946] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.422703] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddd0c7d2-16b8-472f-acc5-24d1d1b8a909: rpc.has_security_group_logging(os_id): False [ 1242.442230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.442230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.442230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.442230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.442230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.442230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.442230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.442230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.442584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.442584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.442584] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 is going to be updated. [ 1242.503561] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.503732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.503857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.504109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.504298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.519677] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: IN_PROGRESS for 2s [ 1242.824711] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.824921] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.535376] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: SUCCESS [ 1244.536228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.766102] env[65363]: INFO networking_nsxv3.common.synchronization [req-7d4db932-2f26-485c-b4f0-c216152e50cd req-1f367493-9e7f-4e3d-9824-7d9bc681dcca tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1245.766718] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1245.767120] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.767255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.767319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.767533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.767899] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.767899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.767899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.768055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.768126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.768317] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.081798] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.082042] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.082156] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.082469] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.082768] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.082923] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.083049] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.083294] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.083442] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.083661] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.083786] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.083893] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.084010] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.084119] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.084225] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.084371] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.110444] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.110672] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.110845] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.111050] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-465" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.111404] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-212ab4cf-2637-439f-ae71-f216ec495685 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.111588] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.111710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.112184] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.112337] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212ab4cf-2637-439f-ae71-f216ec495685',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.272649] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.272867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.272982] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.273304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.273442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.273743] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.273894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.273996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.274261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.274381] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.274514] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1246.304749] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.304954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.305060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.305356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.305545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.319621] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1246.616089] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.616089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.616089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.616089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.616089] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.616523] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 212ab4cf-2637-439f-ae71-f216ec495685 not found, creating... [ 1246.616559] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.616721] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.616838] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.617128] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.617275] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.617565] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.617721] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.617838] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.618066] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.618274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.618485] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 212ab4cf-2637-439f-ae71-f216ec495685 is going to be created. [ 1246.643462] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.643716] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.643837] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.644161] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.644508] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.644792] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.332753] env[65363]: INFO networking_nsxv3.common.synchronization [req-7d4db932-2f26-485c-b4f0-c216152e50cd req-38af879b-b6a1-4f1f-b7c1-372fb757d614 service nova] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 1247.333153] env[65363]: INFO networking_nsxv3.common.synchronization [req-7d4db932-2f26-485c-b4f0-c216152e50cd req-38af879b-b6a1-4f1f-b7c1-372fb757d614 service nova] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1247.333310] env[65363]: INFO networking_nsxv3.common.synchronization [req-7d4db932-2f26-485c-b4f0-c216152e50cd req-38af879b-b6a1-4f1f-b7c1-372fb757d614 service nova] Enqueued Resource ID: 212ab4cf-2637-439f-ae71-f216ec495685 with Priority: HIGHEST for action port [ 1247.334140] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_rules [ 1247.334140] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1247.334140] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212ab4cf-2637-439f-ae71-f216ec495685 with Priority: HIGHEST for action port [ 1247.334369] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.334474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.334557] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.334760] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.334843] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.335735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.335848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.336758] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-212ab4cf-2637-439f-ae71-f216ec495685 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.336758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.336758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.336758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.336758] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212ab4cf-2637-439f-ae71-f216ec495685',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.838856] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.839115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.839184] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 212ab4cf-2637-439f-ae71-f216ec495685 with status ACTIVE [ 1247.839348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.839450] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.839516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.839736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.839826] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.839998] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.840109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.840169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.840323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.840403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.840652] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.840776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.840776] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.840896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.840975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.841072] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 212ab4cf-2637-439f-ae71-f216ec495685 is going to be updated. [ 1247.862050] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.862267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.862346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.862586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.862728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.862889] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212ab4cf-2637-439f-ae71-f216ec495685" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.331741] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1248.331951] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 deletion is rescheduled due to dependency. [ 1248.332105] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.332326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.332605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.332834] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.333131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.333131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.333249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.333339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.333439] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.835518] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.338676] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.841996] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.841996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.842631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.842631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.842631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.842631] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1249.878026] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.878026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.878026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.878026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.878026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.892009] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1251.904161] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1251.904161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.904161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.904631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.904631] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.904741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.904805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.904974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.905061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.905146] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.905237] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.335559] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.335854] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1252.407450] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.910475] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f737f8d-f326-48c1-ab73-23c46c7b5560: rpc.has_security_group_logging(os_id): False [ 1252.927706] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.927923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.927923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.928121] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.928214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.928622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.928745] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.928799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.928944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.929032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.929120] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1252.985545] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.985814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.985814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.985974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.986100] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.999076] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1255.014948] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1255.015334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.336731] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.337067] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.385227] env[65363]: INFO networking_nsxv3.common.synchronization [req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa req-1823f3a3-fa39-4e15-9b98-22647b127dc5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Enqueued Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1260.386021] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf552f7e-7afd-44c4-bb77-bc5504be652c with Priority: HIGHEST for action security_group_members [ 1260.386197] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf552f7e-7afd-44c4-bb77-bc5504be652c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.386349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.386448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.386681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.386869] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.386973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.387047] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.387219] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.387305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.387393] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf552f7e-7afd-44c4-bb77-bc5504be652c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.890052] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.890052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.890249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.890455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.890560] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.890765] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.890872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.890938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.891110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.891184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.891274] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c is going to be updated. [ 1260.920145] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.920331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.920331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.920514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.920647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.928951] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: IN_PROGRESS for 2s [ 1262.940653] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf552f7e-7afd-44c4-bb77-bc5504be652c in Status: SUCCESS [ 1262.940653] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf552f7e-7afd-44c4-bb77-bc5504be652c deletion is rescheduled due to dependency. [ 1262.940653] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf552f7e-7afd-44c4-bb77-bc5504be652c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.387579] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.387579] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.038188] env[65363]: INFO networking_nsxv3.common.synchronization [None req-37dfc172-6eb1-488c-94ab-87133cd8f116 None None] Enqueued Resource ID: 34eae9d9-4470-4af6-8217-70c452aa03ee with Priority: HIGHEST for action port [ 1270.038432] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34eae9d9-4470-4af6-8217-70c452aa03ee with Priority: HIGHEST for action port [ 1270.039011] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-34eae9d9-4470-4af6-8217-70c452aa03ee taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.039147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34eae9d9-4470-4af6-8217-70c452aa03ee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.039204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34eae9d9-4470-4af6-8217-70c452aa03ee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.039458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34eae9d9-4470-4af6-8217-70c452aa03ee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.039575] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34eae9d9-4470-4af6-8217-70c452aa03ee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.542015] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34eae9d9-4470-4af6-8217-70c452aa03ee [ 1270.542015] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.542015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.542015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.542272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.542308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.542393] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34eae9d9-4470-4af6-8217-70c452aa03ee already deleted. [ 1270.542471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34eae9d9-4470-4af6-8217-70c452aa03ee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.151277] env[65363]: INFO networking_nsxv3.common.synchronization [None req-09380753-4f29-4a4d-8fd8-976d764d101e None None] Enqueued Resource ID: ba9afbba-ec3b-465e-96ad-90048d0cd1f7 with Priority: HIGHEST for action port [ 1272.151866] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba9afbba-ec3b-465e-96ad-90048d0cd1f7 with Priority: HIGHEST for action port [ 1272.152229] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba9afbba-ec3b-465e-96ad-90048d0cd1f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.152367] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba9afbba-ec3b-465e-96ad-90048d0cd1f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.152447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba9afbba-ec3b-465e-96ad-90048d0cd1f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.152729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba9afbba-ec3b-465e-96ad-90048d0cd1f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.152813] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9afbba-ec3b-465e-96ad-90048d0cd1f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.654871] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba9afbba-ec3b-465e-96ad-90048d0cd1f7 [ 1272.655133] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.655274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.655344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.655546] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.655637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.655742] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba9afbba-ec3b-465e-96ad-90048d0cd1f7 already deleted. [ 1272.655833] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba9afbba-ec3b-465e-96ad-90048d0cd1f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.028470] env[65363]: INFO networking_nsxv3.common.synchronization [req-af87df70-9736-4465-bf0c-4a1665acd3af req-2968f265-bd75-486f-aac3-597b45eefb87 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Enqueued Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_members [ 1275.029321] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_members [ 1275.029704] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.029859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.029930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.030230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.030406] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.030539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.030618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.030813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.030927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.031034] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.369153] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.369444] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-50" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.369663] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-50" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.369954] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-50" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.370281] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.370467] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.370603] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.370853] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.371035] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.371252] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.371388] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.371527] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.371643] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.371755] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.371862] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.372043] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.393307] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.393500] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1275.393603] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.393784] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-50" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.394135] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-2358d3b5-5426-42b0-b70c-4b997b867d9f taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.394297] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.394427] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.394766] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.394906] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2358d3b5-5426-42b0-b70c-4b997b867d9f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.533652] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.533892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.533892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.534114] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.534208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.534413] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.534517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.534605] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.534731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.534808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.534894] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee already deleted. [ 1275.534975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.897181] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.897468] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.897622] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.897954] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.898145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.898505] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 2358d3b5-5426-42b0-b70c-4b997b867d9f not found, creating... [ 1275.898709] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.899018] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.899170] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.899420] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.899560] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.899945] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.900195] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.900246] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.900494] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.900942] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.900942] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 2358d3b5-5426-42b0-b70c-4b997b867d9f is going to be created. [ 1275.923740] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.924141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.924354] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.924778] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.925173] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.925537] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.644676] env[65363]: INFO networking_nsxv3.common.synchronization [req-af87df70-9736-4465-bf0c-4a1665acd3af req-42d34444-9b08-4c4a-afba-2cb26742f81d service nova] Enqueued Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_rules [ 1276.644930] env[65363]: INFO networking_nsxv3.common.synchronization [req-af87df70-9736-4465-bf0c-4a1665acd3af req-42d34444-9b08-4c4a-afba-2cb26742f81d service nova] Enqueued Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_members [ 1276.644973] env[65363]: INFO networking_nsxv3.common.synchronization [req-af87df70-9736-4465-bf0c-4a1665acd3af req-42d34444-9b08-4c4a-afba-2cb26742f81d service nova] Enqueued Resource ID: 2358d3b5-5426-42b0-b70c-4b997b867d9f with Priority: HIGHEST for action port [ 1276.645562] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_rules [ 1276.645707] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_members [ 1276.645805] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2358d3b5-5426-42b0-b70c-4b997b867d9f with Priority: HIGHEST for action port [ 1276.646144] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.646277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.646339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.646622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.646697] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.647593] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.647684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.647753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.647923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.648081] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.648177] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.648236] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.648376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.648460] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.648547] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.651560] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2358d3b5-5426-42b0-b70c-4b997b867d9f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.651665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.651734] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.651888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.651964] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2358d3b5-5426-42b0-b70c-4b997b867d9f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.151965] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.154666] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2358d3b5-5426-42b0-b70c-4b997b867d9f with status ACTIVE [ 1277.154900] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.155057] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.155130] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.155337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.155424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.155623] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.155723] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.155783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.155959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.156055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.156243] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.156336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.156417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.156632] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.156767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.156767] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2358d3b5-5426-42b0-b70c-4b997b867d9f is going to be updated. [ 1277.157918] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.158086] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.178512] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.178806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.178806] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.179054] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.179208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.179383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2358d3b5-5426-42b0-b70c-4b997b867d9f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.654321] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.156585] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.156823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.156823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.157031] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.157111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.157214] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee is going to be created. [ 1278.182894] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.183137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.183137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.183313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.183474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.195850] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee in Status: UNINITIALIZED for 2s [ 1279.929401] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1279.929886] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:3 started [ 1280.208140] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee in Status: SUCCESS [ 1280.208140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.208140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.208140] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.208438] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.208504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.208537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.208703] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.208848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.208949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.209055] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.711560] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.711797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.711797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.712172] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.712269] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.712346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.712379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.712528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.712613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.712698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.712843] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.712936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.712994] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.713153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.713312] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.713399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.713467] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.713592] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.713668] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.713752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.713838] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.216467] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3702ca1f-3a52-4b8d-b896-528f2cf95aee: rpc.has_security_group_logging(os_id): False [ 1281.236010] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.236267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.236336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.236549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.236631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.236905] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.237067] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.237122] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.237262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.237341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.237549] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.237694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.237796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.237992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.238088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.238301] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.238408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.238479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.238656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.238767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.238838] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee is going to be created. [ 1281.299366] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.299585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.299585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.299815] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.299969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.317167] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee in Status: IN_PROGRESS for 2s [ 1281.647230] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.648275] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1283.331015] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee in Status: SUCCESS [ 1283.331383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.649647] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.649647] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.272101] env[65363]: INFO networking_nsxv3.common.synchronization [req-76b77413-1ba0-49bd-868e-cdbd6679a876 req-cb2ee095-2543-475f-891c-d037dbcda74d tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Enqueued Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_members [ 1287.272685] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGHEST for action security_group_members [ 1287.273399] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.273399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.273399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.273399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.273671] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.273671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.273671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.273819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.273856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.273962] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.776865] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.777246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.777246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.777314] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.777359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.777551] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.777658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.777710] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.777898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.777987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.778093] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee is going to be updated. [ 1287.821256] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.821414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.821414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.821570] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.821708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.830917] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee in Status: IN_PROGRESS for 2s [ 1288.831727] env[65363]: INFO networking_nsxv3.common.synchronization [req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c req-d997e987-6409-4785-a398-553f6cdc5234 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Enqueued Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_members [ 1288.832334] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGHEST for action security_group_members [ 1288.832637] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.832752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.832820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.833017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.833169] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.833264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.833325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.833469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.833552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.833645] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.335727] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.335873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.335959] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.336239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.336338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.336540] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.336641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.336704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.336928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.336990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.337045] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 is going to be updated. [ 1289.366482] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.366640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.366853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.366942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.367629] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.376049] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 in Status: IN_PROGRESS for 2s [ 1289.841945] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee in Status: SUCCESS [ 1289.842186] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee deletion is rescheduled due to dependency. [ 1289.842255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.925284] env[65363]: INFO networking_nsxv3.common.synchronization [req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 req-4f1d8909-5087-42d0-a5d1-a9a469f4270c tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1290.925565] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGHEST for action security_group_members [ 1290.925616] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.925731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.925803] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.925995] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.926304] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.926458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.926814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.926814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.926814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.927252] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.387315] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 in Status: SUCCESS [ 1291.387499] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 deletion is rescheduled due to dependency. [ 1291.387615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.429408] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.429647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.429647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.429867] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.430150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.430423] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.430641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.430641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.430853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.430944] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.431055] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 is going to be updated. [ 1291.460096] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.460320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.460320] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.460495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.460631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.469606] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: IN_PROGRESS for 2s [ 1293.481049] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 in Status: SUCCESS [ 1293.481453] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 deletion is rescheduled due to dependency. [ 1293.481453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.957904] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.958127] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.958256] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.958538] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.958805] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.959014] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.959148] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.959370] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.959515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.959722] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.959830] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.959936] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.960054] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.960165] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.960269] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.960397] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.978539] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.978690] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.978828] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.979038] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-363" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.979350] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-db0994eb-d328-498f-9222-470552764635 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.979515] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.979633] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.979885] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.980030] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0994eb-d328-498f-9222-470552764635',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.482168] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.482600] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.482600] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.482677] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.482811] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.483061] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.483224] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.483338] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.483555] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.483682] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.483961] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.484130] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.484242] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.484499] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.484632] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.484770] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: db0994eb-d328-498f-9222-470552764635 is going to be updated. [ 1294.505024] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.505274] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.505423] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.505634] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.505824] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.506053] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.211332] env[65363]: INFO networking_nsxv3.common.synchronization [req-5f7346b0-bf54-45f9-a284-cee199b389c3 req-eda33316-bee7-4fc5-a488-78a92ace6510 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 1295.211332] env[65363]: INFO networking_nsxv3.common.synchronization [req-5f7346b0-bf54-45f9-a284-cee199b389c3 req-eda33316-bee7-4fc5-a488-78a92ace6510 service nova] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1295.211332] env[65363]: INFO networking_nsxv3.common.synchronization [req-5f7346b0-bf54-45f9-a284-cee199b389c3 req-eda33316-bee7-4fc5-a488-78a92ace6510 service nova] Enqueued Resource ID: db0994eb-d328-498f-9222-470552764635 with Priority: HIGHEST for action port [ 1295.211901] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_rules [ 1295.213269] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1295.213440] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0994eb-d328-498f-9222-470552764635 with Priority: HIGHEST for action port [ 1295.213966] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.213966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.214205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.214896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.215033] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.215979] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.216119] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.216408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.216408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.216560] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.216634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.216634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.216884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.216884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.217144] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.217707] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0994eb-d328-498f-9222-470552764635 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.217823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.217897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.218282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.218410] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0994eb-d328-498f-9222-470552764635',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.720538] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.720538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.720538] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.723268] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db0994eb-d328-498f-9222-470552764635 with status ACTIVE [ 1295.723479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.723634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.723671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.723905] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.723961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.724159] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.724261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.724326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.724479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.724554] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.724745] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.724841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.724902] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.725056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.725131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.725216] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db0994eb-d328-498f-9222-470552764635 is going to be updated. [ 1295.756524] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.756685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.756730] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.757026] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.757201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.757365] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0994eb-d328-498f-9222-470552764635" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.223425] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.726230] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.726566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.726566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.726683] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.726774] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.726873] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1296.759374] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.759615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.759615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.759852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.760018] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.769616] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1298.783258] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1298.783559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.783775] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.784101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.784395] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.784625] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.784758] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.785142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.785142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.785246] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.785330] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.288209] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.791141] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e70995d-340d-410f-8a11-5d67a3c40b7b: rpc.has_security_group_logging(os_id): False [ 1299.813864] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.814064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.814150] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.814420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.814552] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.814806] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.814965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.815052] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.815238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.815361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.815479] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1299.889588] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.889778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.889871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.890145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.890261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.906916] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1300.214954] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.215207] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.926549] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1301.926808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.215762] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.216212] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.855280] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.855801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.855801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.855801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.855992] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.358946] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.862285] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.327420] env[65363]: INFO networking_nsxv3.common.synchronization [req-3552d8b4-e0fe-4f10-a660-b83de5d58684 req-e4d5080f-55e3-41d9-b9d4-6d2e077eb93b tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1308.328229] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGHEST for action security_group_members [ 1308.328437] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.328845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.328845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.328845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.329042] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.329101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.329141] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.329340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.329425] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.329520] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.364687] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1308.364959] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1308.831801] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.832064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.832064] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.832250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.832344] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.832536] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.832635] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.832697] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.832847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.832923] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.833015] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be updated. [ 1308.869410] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.869798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.869798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.869872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.869977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.878568] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: IN_PROGRESS for 2s [ 1309.209650] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.209822] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.209961] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.210259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.222073] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1309.222903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.224259] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1309.261016] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.261221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.261284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.261440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.274574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.275410] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1309.275497] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.275592] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1309.313735] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.313891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.313940] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.314161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.315343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.315521] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1309.388568] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.388816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.388816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.389038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.389327] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.389609] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1309.461160] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.461366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.461366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.461539] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.461813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.462090] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1309.462185] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'47cc9c3d-3fe0-4219-95ee-41d894b321f7', 'd376f9d5-8e7d-49ea-b2fa-ab1055765f85', 'cddc7353-9756-463d-9ff7-6d0b0cfb0f33', '4f737f8d-f326-48c1-ab73-23c46c7b5560', '156e7ed9-933e-4765-bb82-a38cbc1faca8', '323f8944-7e74-44f6-9a14-81451c09c02d', 'c057acff-77d3-476b-a945-93679651414f', '3c5cf48e-1991-4c3d-879d-9a7c379a38b9', '3702ca1f-3a52-4b8d-b896-528f2cf95aee', 'b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2', '4d463cd9-e13d-4c32-9715-9b1c0016018b', 'ef3bfb2a-2952-40a5-bc49-c97333b301a4', 'aeed3dd0-e74c-4bed-b96f-cb10982a24b9', 'ae8aea06-1e1f-45a2-93d5-711c81608c1d', '3e70995d-340d-410f-8a11-5d67a3c40b7b', '01fc231e-856f-4ab5-8929-6de73eced42d', 'ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c', '501099e8-1b4e-4928-b451-c482e696d9e8', '3f0f56e9-8810-4880-9175-def17d3c9d71', '2dc1124c-3a43-4327-9640-60c41e398e38', 'c323d623-427f-4bf0-9994-7879b5132715', 'b99d59b1-51d9-4ac7-a9d7-54f8a066014a', '86418f65-608f-4275-82f8-a3c9326b4066', 'e43c045a-c918-4bb9-834d-11c22546432c', '096c96be-017c-4688-8d07-1da19a75f2e2', '68a1d806-8025-49a2-99a7-318b18193092', 'c4cd06b5-edd8-4367-af20-bc54c9c15907', '29771e22-be47-489c-bcb6-307e587db36c', '56cb1b8c-34a4-47a2-9bac-db5d4e2625e9', 'e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a', 'ddd0c7d2-16b8-472f-acc5-24d1d1b8a909', 'e204c664-455c-4132-a5f6-f4c8940da6f3', '2866cba9-15b2-4d8e-afde-c4afac695466', 'ec08f920-92ec-4f4b-bb39-de4a0afc3201', 'ead1c92c-c1cb-4616-a545-00df6070478a', '4590a33c-dc69-491c-b6cb-ef85ad071d3d', '2582bbee-c3bf-4cd2-a717-0df56508e5c1', '74d8d53b-29f4-4d8b-979a-d92fe1edb3ce', 'c6bef2c3-8455-48fc-afe5-63dab17afe52', 'cf552f7e-7afd-44c4-bb77-bc5504be652c', '7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9'} {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.462278] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1309.484017] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.484017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.484017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.484017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.484017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.484017] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1309.484017] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.484017] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1309.564061] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.564269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.564269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.564490] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.565567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.565823] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1309.565903] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.565975] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1309.566135] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1309.566221] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1309.566297] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGH for action security_group_rules [ 1309.566376] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGH for action security_group_rules [ 1309.566445] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGH for action security_group_rules [ 1309.566507] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGH for action security_group_rules [ 1309.566567] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGH for action security_group_rules [ 1309.566628] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGH for action security_group_rules [ 1309.566689] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGH for action security_group_rules [ 1309.566750] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGH for action security_group_rules [ 1309.566812] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGH for action security_group_rules [ 1309.566872] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGH for action security_group_rules [ 1309.566932] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGH for action security_group_rules [ 1309.566992] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGH for action security_group_rules [ 1309.567063] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGH for action security_group_rules [ 1309.567137] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGH for action security_group_rules [ 1309.567199] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGH for action security_group_rules [ 1309.567291] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGH for action security_group_rules [ 1309.567342] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGH for action security_group_rules [ 1309.567376] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGH for action security_group_rules [ 1309.567434] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGH for action security_group_rules [ 1309.567496] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGH for action security_group_rules [ 1309.567593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.888510] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 in Status: SUCCESS [ 1310.888883] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 deletion is rescheduled due to dependency. [ 1310.888883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.329426] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.329728] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1313.329764] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 with Priority: HIGH for action security_group_rules [ 1313.329935] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 with Priority: HIGH for action security_group_rules [ 1313.330071] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c057acff-77d3-476b-a945-93679651414f with Priority: HIGH for action security_group_rules [ 1313.330188] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGH for action security_group_rules [ 1313.330309] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc1124c-3a43-4327-9640-60c41e398e38 with Priority: HIGH for action security_group_rules [ 1313.330419] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 with Priority: HIGH for action security_group_rules [ 1313.330516] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501099e8-1b4e-4928-b451-c482e696d9e8 with Priority: HIGH for action security_group_rules [ 1313.330637] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c with Priority: HIGH for action security_group_rules [ 1313.330741] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d with Priority: HIGH for action security_group_rules [ 1313.330862] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01fc231e-856f-4ab5-8929-6de73eced42d with Priority: HIGH for action security_group_rules [ 1313.330960] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 with Priority: HIGH for action security_group_rules [ 1313.331090] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 with Priority: HIGH for action security_group_rules [ 1313.331191] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b with Priority: HIGH for action security_group_rules [ 1313.331311] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 with Priority: HIGH for action security_group_rules [ 1313.331408] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee with Priority: HIGH for action security_group_rules [ 1313.331519] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323f8944-7e74-44f6-9a14-81451c09c02d with Priority: HIGH for action security_group_rules [ 1313.331622] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 with Priority: HIGH for action security_group_rules [ 1313.331738] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 with Priority: HIGH for action security_group_rules [ 1313.331834] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 with Priority: HIGH for action security_group_rules [ 1313.331938] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 with Priority: HIGH for action security_group_rules [ 1313.332348] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.332496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.332550] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.332802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.332888] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47cc9c3d-3fe0-4219-95ee-41d894b321f7',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.334117] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.334263] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.334334] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.334532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.334620] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cddc7353-9756-463d-9ff7-6d0b0cfb0f33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.336329] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c057acff-77d3-476b-a945-93679651414f taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.336329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.336329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.336329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.336329] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c057acff-77d3-476b-a945-93679651414f',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.337109] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.337208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.337306] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.337561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.337561] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.338319] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dc1124c-3a43-4327-9640-60c41e398e38 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.338449] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.338520] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.338680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.338783] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dc1124c-3a43-4327-9640-60c41e398e38',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.339534] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0f56e9-8810-4880-9175-def17d3c9d71 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.339650] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.339881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.339881] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.339978] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0f56e9-8810-4880-9175-def17d3c9d71',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.340815] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501099e8-1b4e-4928-b451-c482e696d9e8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.341185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.341185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.341185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.341272] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501099e8-1b4e-4928-b451-c482e696d9e8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.341989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.342137] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.342228] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.342384] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.342477] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.343221] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.343370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.343435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.343573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.343679] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae8aea06-1e1f-45a2-93d5-711c81608c1d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.344420] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01fc231e-856f-4ab5-8929-6de73eced42d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.344529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.344598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.344762] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.344840] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01fc231e-856f-4ab5-8929-6de73eced42d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.345636] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.345754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.345812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.345977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.346057] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aeed3dd0-e74c-4bed-b96f-cb10982a24b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.346710] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.346818] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.346999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.347063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.347131] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef3bfb2a-2952-40a5-bc49-c97333b301a4',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.347853] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d463cd9-e13d-4c32-9715-9b1c0016018b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.348369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.348369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.348369] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.348369] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d463cd9-e13d-4c32-9715-9b1c0016018b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.349359] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.349631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.349631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.349631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.349899] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.351069] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.351069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.351069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.351069] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.351069] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3702ca1f-3a52-4b8d-b896-528f2cf95aee',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.351352] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-323f8944-7e74-44f6-9a14-81451c09c02d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.351510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.351510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.351648] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.351712] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('323f8944-7e74-44f6-9a14-81451c09c02d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.352447] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.352614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.352614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.352832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.352832] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3c5cf48e-1991-4c3d-879d-9a7c379a38b9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.354389] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-156e7ed9-933e-4765-bb82-a38cbc1faca8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.354389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.354389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.354389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.354389] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('156e7ed9-933e-4765-bb82-a38cbc1faca8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.354674] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.354674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.354748] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.354898] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.354898] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d376f9d5-8e7d-49ea-b2fa-ab1055765f85',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.355595] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f737f8d-f326-48c1-ab73-23c46c7b5560 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.355701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.355755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.355857] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.355928] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f737f8d-f326-48c1-ab73-23c46c7b5560',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.868883] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.869060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.869142] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.869403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.869559] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.869665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.869728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.869876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.870167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.870167] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.870167] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.935235] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.935406] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.935452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.935686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.937323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.937459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.938183] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.938288] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.939012] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.939112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.940178] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.940282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.941032] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.941128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.941520] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.941591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.942385] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.942479] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.943223] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.943319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.944327] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.944423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.945107] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.945223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.945827] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.946231] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.946323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.946980] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.947373] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.947468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.948025] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.948630] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.948630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.949069] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.949504] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.949630] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.950174] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.950557] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.950641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.951522] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.951906] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.952014] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.952575] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.953016] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.953068] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.953720] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.954141] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.954227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.962126] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1313.963022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.963022] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d463cd9-e13d-4c32-9715-9b1c0016018b is going to be deleted. [ 1313.963581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.963784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.982947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.983133] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 156e7ed9-933e-4765-bb82-a38cbc1faca8 is going to be deleted. [ 1313.984361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.984581] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.004538] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.004686] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d376f9d5-8e7d-49ea-b2fa-ab1055765f85 is going to be deleted. [ 1314.005533] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.005782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.026825] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.027041] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.028417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.028554] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501099e8-1b4e-4928-b451-c482e696d9e8 is going to be deleted. [ 1314.029474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.029682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.051718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.051905] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01fc231e-856f-4ab5-8929-6de73eced42d is going to be deleted. [ 1314.052912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.053763] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.059756] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.059883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.071916] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.072043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.090971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.091223] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3c5cf48e-1991-4c3d-879d-9a7c379a38b9 is going to be deleted. [ 1314.092565] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.092850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.155620] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.155802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.160949] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.161157] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef3bfb2a-2952-40a5-bc49-c97333b301a4 is going to be deleted. [ 1314.162287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.162517] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.211341] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.211466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.238193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.238355] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cddc7353-9756-463d-9ff7-6d0b0cfb0f33 is going to be deleted. [ 1314.239398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.239637] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.274866] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.275042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.326490] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.326665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.327489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.327609] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae8aea06-1e1f-45a2-93d5-711c81608c1d is going to be deleted. [ 1314.328500] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.328717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.387937] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.401413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.401413] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c057acff-77d3-476b-a945-93679651414f is going to be deleted. [ 1314.401622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.403622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.442396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.442617] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3702ca1f-3a52-4b8d-b896-528f2cf95aee is going to be deleted. [ 1314.443489] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.443751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.460830] env[65363]: INFO networking_nsxv3.common.synchronization [req-86d676c5-fa54-4659-a040-664910eff385 req-9b9f9051-59a1-411f-9752-75fc63fe0f09 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1314.461405] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGHEST for action security_group_members [ 1314.461772] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.461924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.462016] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.462262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.462434] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.462544] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.462606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.462993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.462993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.462993] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.475619] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.475619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.488827] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.489008] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 323f8944-7e74-44f6-9a14-81451c09c02d is going to be deleted. [ 1314.490978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.491272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.543166] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.543290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.554939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.555133] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0f56e9-8810-4880-9175-def17d3c9d71 is going to be deleted. [ 1314.555985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.556212] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.635721] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.635882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.638935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.638935] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2 is going to be deleted. [ 1314.640045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.640341] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.668221] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.668359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.681208] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.681423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.705252] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.705462] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aeed3dd0-e74c-4bed-b96f-cb10982a24b9 is going to be deleted. [ 1314.706481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.706727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.732409] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.732606] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.761089] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.761237] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.778145] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.778280] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f737f8d-f326-48c1-ab73-23c46c7b5560 is going to be deleted. [ 1314.779217] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.779639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.817848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.818085] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dc1124c-3a43-4327-9640-60c41e398e38 is going to be deleted. [ 1314.818920] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.819152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.881617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.881845] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47cc9c3d-3fe0-4219-95ee-41d894b321f7 is going to be deleted. [ 1314.882677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.882914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.886246] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.886362] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.889727] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e70995d-340d-410f-8a11-5d67a3c40b7b: rpc.has_security_group_logging(os_id): False [ 1314.928309] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.928502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.953442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.953609] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c is going to be deleted. [ 1314.954566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.954791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.954886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.955028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d463cd9-e13d-4c32-9715-9b1c0016018b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.955193] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.955351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.955433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.955545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-156e7ed9-933e-4765-bb82-a38cbc1faca8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.956115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.956286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.956366] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.956484] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d376f9d5-8e7d-49ea-b2fa-ab1055765f85" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.956612] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.956755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.956831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.956942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501099e8-1b4e-4928-b451-c482e696d9e8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.957081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.957389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.957493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.957615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01fc231e-856f-4ab5-8929-6de73eced42d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.957754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.957924] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.958038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.958133] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3c5cf48e-1991-4c3d-879d-9a7c379a38b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.958262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.958445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.958536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.958655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef3bfb2a-2952-40a5-bc49-c97333b301a4" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.958783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.958952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.959048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.959165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cddc7353-9756-463d-9ff7-6d0b0cfb0f33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.959408] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.959621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.959712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.959834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae8aea06-1e1f-45a2-93d5-711c81608c1d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.959975] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.960188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.960238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.960319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c057acff-77d3-476b-a945-93679651414f" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.960476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.960786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.960786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.960786] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3702ca1f-3a52-4b8d-b896-528f2cf95aee" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.960936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.961060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.961136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.961249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-323f8944-7e74-44f6-9a14-81451c09c02d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.961387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.961515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.961613] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.961720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0f56e9-8810-4880-9175-def17d3c9d71" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.962029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.962029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.962126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.962159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2fef881-cc66-4b4b-8e5c-4f1807dd5ad2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.962283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.962422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.962497] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.962610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aeed3dd0-e74c-4bed-b96f-cb10982a24b9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.962736] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.962873] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.965692] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.965692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.968701] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.968831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.007978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.008359] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.008480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.008526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.008739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.009019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.009019] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1315.010290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.010508] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.010596] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.010808] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.010953] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.011030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.011346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.011346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.011448] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be updated. [ 1315.012303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.012618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.012618] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.012729] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f737f8d-f326-48c1-ab73-23c46c7b5560" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.068246] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.068446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.068446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.068620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.068717] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.068834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dc1124c-3a43-4327-9640-60c41e398e38" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.074319] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.074541] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.074601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.074896] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.075032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.075204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47cc9c3d-3fe0-4219-95ee-41d894b321f7" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.082611] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.082768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.082808] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.083111] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.083280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.093169] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1315.156204] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.156204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.156204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.156204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.156204] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.156578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec4cf570-baf4-4ec6-855d-4c44fe8bfd4c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.183897] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.184062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.184136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.184345] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.184558] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.205438] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: IN_PROGRESS for 2s [ 1316.063934] env[65363]: INFO networking_nsxv3.common.synchronization [None req-e3b1fb9f-af0f-494f-9996-f68b10b3c7b7 None None] Enqueued Resource ID: c7ad7363-a613-4631-92fc-1344b3d44858 with Priority: HIGHEST for action port [ 1316.064231] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ad7363-a613-4631-92fc-1344b3d44858 with Priority: HIGHEST for action port [ 1316.064780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7ad7363-a613-4631-92fc-1344b3d44858 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.064900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7ad7363-a613-4631-92fc-1344b3d44858" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.064968] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7ad7363-a613-4631-92fc-1344b3d44858" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.065591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7ad7363-a613-4631-92fc-1344b3d44858" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.065671] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ad7363-a613-4631-92fc-1344b3d44858',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.567540] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7ad7363-a613-4631-92fc-1344b3d44858 [ 1316.567778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.567908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.567977] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.568205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.568292] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.568389] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7ad7363-a613-4631-92fc-1344b3d44858 already deleted. [ 1316.568468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7ad7363-a613-4631-92fc-1344b3d44858" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.620026] env[65363]: INFO networking_nsxv3.common.synchronization [None req-47e8c196-0662-4b27-b579-48da93847a5d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1316.620026] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1316.620218] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.620440] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.620537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.620797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.620901] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.707039] env[65363]: INFO networking_nsxv3.common.synchronization [None req-c743f592-621f-4967-ad29-c9f2c5920fcc tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1316.707576] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1316.707576] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.707576] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.104500] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1317.104784] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b deletion is rescheduled due to dependency. [ 1317.104784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.144099] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.144309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.144420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.144811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.144892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.144944] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b already deleted. [ 1317.145062] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.145267] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.145433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.145585] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.232223] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b in Status: SUCCESS [ 1317.232495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.665505] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.665662] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.665716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.665951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.666066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.666164] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b already deleted. [ 1317.666249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.079693] env[65363]: INFO networking_nsxv3.common.synchronization [None req-a5d24b25-e617-43f0-8525-c826b332a10f None None] Enqueued Resource ID: ee0d24fb-f15e-4f71-9c89-891c8e4630b8 with Priority: HIGHEST for action port [ 1318.080413] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0d24fb-f15e-4f71-9c89-891c8e4630b8 with Priority: HIGHEST for action port [ 1318.080751] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee0d24fb-f15e-4f71-9c89-891c8e4630b8 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.080864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee0d24fb-f15e-4f71-9c89-891c8e4630b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.080932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee0d24fb-f15e-4f71-9c89-891c8e4630b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.081188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee0d24fb-f15e-4f71-9c89-891c8e4630b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.081273] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0d24fb-f15e-4f71-9c89-891c8e4630b8',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.583715] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee0d24fb-f15e-4f71-9c89-891c8e4630b8 [ 1318.584016] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.584113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.584183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.584404] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.584494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.584589] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee0d24fb-f15e-4f71-9c89-891c8e4630b8 already deleted. [ 1318.584669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee0d24fb-f15e-4f71-9c89-891c8e4630b8" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.114766] env[65363]: INFO networking_nsxv3.common.synchronization [req-4039761c-cf05-4726-86ea-8c661e93b517 req-7f609e75-fe44-47db-aa15-036b632bee83 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1322.115311] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1322.115749] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.115749] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.115876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.116035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.116192] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.116340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.116391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.116499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.116622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.116667] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.416626] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.416937] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.417128] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.417493] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.417793] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.417976] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.418113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.418334] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.418475] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.418704] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.418814] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.418921] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.419037] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.419148] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.419251] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.419446] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.440901] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.441119] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1322.441308] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.441536] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.441932] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-3d9566e8-e189-4830-ac17-3030d17beb33 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.442126] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.442264] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.442558] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.442717] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9566e8-e189-4830-ac17-3030d17beb33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.618949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.619203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.619203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.619359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.619493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.619688] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.619790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.619854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.619996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.620083] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.620168] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b already deleted. [ 1322.620247] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.945171] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.945401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.945524] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.945858] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.946020] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.946178] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port 3d9566e8-e189-4830-ac17-3030d17beb33 not found, creating... [ 1322.946467] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.946729] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.946849] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.947080] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.947224] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.947522] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.947741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.947869] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.948087] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.948221] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.948356] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: 3d9566e8-e189-4830-ac17-3030d17beb33 is going to be created. [ 1322.970365] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.970583] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.970718] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.970951] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.971198] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.971416] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.664168] env[65363]: INFO networking_nsxv3.common.synchronization [req-4039761c-cf05-4726-86ea-8c661e93b517 req-4e3ebf95-a67e-49d1-965e-065caa5ff3c6 service nova] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1323.664168] env[65363]: INFO networking_nsxv3.common.synchronization [req-4039761c-cf05-4726-86ea-8c661e93b517 req-4e3ebf95-a67e-49d1-965e-065caa5ff3c6 service nova] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1323.664168] env[65363]: INFO networking_nsxv3.common.synchronization [req-4039761c-cf05-4726-86ea-8c661e93b517 req-4e3ebf95-a67e-49d1-965e-065caa5ff3c6 service nova] Enqueued Resource ID: 3d9566e8-e189-4830-ac17-3030d17beb33 with Priority: HIGHEST for action port [ 1323.664168] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1323.664168] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1323.664168] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9566e8-e189-4830-ac17-3030d17beb33 with Priority: HIGHEST for action port [ 1323.664878] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.664878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.664878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.664878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.664878] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.666504] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.666504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.666504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.666504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.666504] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.666504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.666504] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.666811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.666811] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.666881] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.667727] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d9566e8-e189-4830-ac17-3030d17beb33 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.668012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.668078] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.668308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.668308] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9566e8-e189-4830-ac17-3030d17beb33',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.170506] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.171601] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.171807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.171954] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d9566e8-e189-4830-ac17-3030d17beb33 with status ACTIVE [ 1324.172153] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.172321] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.172364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.172597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.172741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.173581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.173753] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.173871] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.174048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.174174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.174357] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.174503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.174540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.174732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.174793] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.174892] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d9566e8-e189-4830-ac17-3030d17beb33 is going to be updated. [ 1324.197514] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.197725] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.197882] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.198081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.198221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.198382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d9566e8-e189-4830-ac17-3030d17beb33" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.676960] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.179618] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.179768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.179858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.180082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.180174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.180272] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be created. [ 1325.204644] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.204853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.204957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.205255] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.205420] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.214800] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: UNINITIALIZED for 2s [ 1327.227680] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1327.228097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.228097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.228208] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.228395] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.228510] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.228578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.228732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.228812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.228900] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.228988] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.730881] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.233655] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38fb4b9-d56f-4b56-9778-6ebf054f194b: rpc.has_security_group_logging(os_id): False [ 1328.254095] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.254286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.254343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.254529] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.254620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.254862] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.254962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.255045] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.255199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.255277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.255366] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be created. [ 1328.311411] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.311611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.311611] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.311768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.311957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.321791] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: IN_PROGRESS for 2s [ 1328.664875] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.665096] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1330.334915] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1330.335343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.665759] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.666123] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.667307] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.667587] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.669076] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.669454] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.670608] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.671436] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.672358] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.672829] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.673195] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.673554] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.674503] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.675095] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.675583] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.675981] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.937311] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb568518-932c-4591-9b1b-d99b008c2372 req-782b7cbe-894b-474c-81b5-b8897c78550e tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1372.937864] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1372.938169] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.938291] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.938360] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.938610] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.938769] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.938868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.938927] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.939096] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.939183] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.939273] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.237527] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.237730] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.237854] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.238184] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.238460] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.238619] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.238735] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.238955] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.239116] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.239316] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.239429] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.239534] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.239638] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.239743] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1373.239848] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.239975] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.259317] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.259476] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1373.259608] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.259775] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.260078] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-49073d82-4053-49c2-9bf1-815b752d7120 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.260275] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.260397] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.260705] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.260840] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49073d82-4053-49c2-9bf1-815b752d7120',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.441545] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.441798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.441798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.441945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.442048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.442241] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.442339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.442399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.442575] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.442654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.442738] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b already deleted. [ 1373.442816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.763024] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.763260] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.763393] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.763661] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.763805] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.763959] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port 49073d82-4053-49c2-9bf1-815b752d7120 not found, creating... [ 1373.764228] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.764394] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.764609] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.764831] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.764968] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.765255] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.765411] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.765525] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.765724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.765855] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.765991] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: 49073d82-4053-49c2-9bf1-815b752d7120 is going to be created. [ 1373.784951] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.785146] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.785258] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.785506] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.785722] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.785936] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.321590] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb568518-932c-4591-9b1b-d99b008c2372 req-124b543b-9b3d-4a83-bdaa-034f24276b8f service nova] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_rules [ 1375.321852] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb568518-932c-4591-9b1b-d99b008c2372 req-124b543b-9b3d-4a83-bdaa-034f24276b8f service nova] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1375.321894] env[65363]: INFO networking_nsxv3.common.synchronization [req-cb568518-932c-4591-9b1b-d99b008c2372 req-124b543b-9b3d-4a83-bdaa-034f24276b8f service nova] Enqueued Resource ID: 49073d82-4053-49c2-9bf1-815b752d7120 with Priority: HIGHEST for action port [ 1375.322490] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_rules [ 1375.322616] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1375.322713] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49073d82-4053-49c2-9bf1-815b752d7120 with Priority: HIGHEST for action port [ 1375.322984] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.323120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.323203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.323433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.323515] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.324341] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.324466] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.324536] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.324701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.324850] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.324948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.325017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.325190] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.325281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.325369] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.326247] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-49073d82-4053-49c2-9bf1-815b752d7120 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.326303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.326336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.326573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.326573] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49073d82-4053-49c2-9bf1-815b752d7120',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.828233] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.828509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.829780] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49073d82-4053-49c2-9bf1-815b752d7120 with status ACTIVE [ 1375.829999] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.830192] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.830290] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.830548] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.830670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.830874] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.831010] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.831104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.831308] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.831413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.831621] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.831742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.831835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.832025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.832134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.832246] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49073d82-4053-49c2-9bf1-815b752d7120 is going to be updated. [ 1375.833324] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.855164] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.855377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.855435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.855675] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.855850] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.856061] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49073d82-4053-49c2-9bf1-815b752d7120" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.335622] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.838829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.839115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.839115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.839281] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.839371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.839472] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be created. [ 1376.864103] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.864319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.864319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.864515] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.864667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.874866] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: UNINITIALIZED for 2s [ 1378.886934] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: SUCCESS [ 1378.887380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.887380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.887647] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.887843] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.887980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.888070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.888249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.888352] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.888442] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.888534] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.390841] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.391089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.391089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.391293] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.391476] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.391578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.391638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.391791] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.391876] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.391969] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.392126] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.392245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.392284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.392409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.392563] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.392657] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.392705] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.392845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.392922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.392999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.393098] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.895840] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57448e57-88f1-457c-986f-5f6d0bcfd47b: rpc.has_security_group_logging(os_id): False [ 1379.918049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.918331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.918331] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.918487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.918577] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.918766] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.918864] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.918912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.919074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.919152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.919335] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.919435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.919496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.919619] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.919690] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.919922] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.920028] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.920095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.920266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.920333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.920424] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be created. [ 1379.985678] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.985978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.985978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.986129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.986312] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.001072] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: IN_PROGRESS for 2s [ 1380.323755] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.323937] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1382.015649] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: SUCCESS [ 1382.016109] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.324975] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.325345] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.326461] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.326461] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.327627] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.327627] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.662517] env[65363]: INFO networking_nsxv3.common.synchronization [req-73abf895-06ce-457c-8fb4-f25ee78e8692 req-01e2677c-e431-4ec6-afe1-d35a01b86ff5 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1398.662902] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1398.662902] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.663088] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.663129] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.663447] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.663527] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.663585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.663623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.663813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.663847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.663970] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.167057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.167284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.167389] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.167654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.167797] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.168099] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.168262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.168324] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.168568] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.168667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.168814] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be updated. [ 1399.199283] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.199452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.199452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.199620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.199796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.209692] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: IN_PROGRESS for 2s [ 1401.219859] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: SUCCESS [ 1401.220161] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b deletion is rescheduled due to dependency. [ 1401.220161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.707288] env[65363]: INFO networking_nsxv3.common.synchronization [None req-ea612cd1-d120-45a7-81ea-f1034a246373 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_rules [ 1402.707828] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_rules [ 1402.708149] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.708272] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.708339] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.708641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.708803] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.782856] env[65363]: INFO networking_nsxv3.common.synchronization [None req-5aea65ac-e801-4e62-8267-51d9c1025271 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_rules [ 1402.783495] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_rules [ 1402.783804] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.783908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.227979] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.228153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.228227] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.228496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.228589] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.228686] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 already deleted. [ 1403.228768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.228928] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.229107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.229213] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.751959] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.752372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.752372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.752372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.752483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.752539] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 already deleted. [ 1403.752624] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.784935] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.785225] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.030036] env[65363]: INFO networking_nsxv3.common.synchronization [req-b462e9f2-a332-43e8-be09-b53e270bb131 req-28b007ce-ae05-482a-934f-6afdf717ab5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_members [ 1408.031322] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_members [ 1408.031322] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.031322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.031322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.031485] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.031679] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.031784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.031856] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.032007] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.032093] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.032182] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.301625] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.301823] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.301947] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.302248] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.302506] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.302662] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.302779] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.302993] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.303152] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.303357] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.303467] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1408.303576] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1408.303682] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1408.303792] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1408.303896] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1408.304035] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1408.323878] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1408.324068] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1408.324211] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1408.324388] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.324683] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-db6cbca4-45da-414e-b928-fb9f152dc950 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.324851] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.324970] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.325304] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.325442] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6cbca4-45da-414e-b928-fb9f152dc950',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.534226] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.534417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.534417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.534586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.534677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.534869] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.534965] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.535036] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.535189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.535264] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.535347] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 already deleted. [ 1408.535427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.829057] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.829057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.829057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.829057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.829057] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.829521] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port db6cbca4-45da-414e-b928-fb9f152dc950 not found, creating... [ 1408.829521] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.829612] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.829770] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.829895] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.830036] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.830293] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.830446] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.830560] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.830796] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.830933] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.831084] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: db6cbca4-45da-414e-b928-fb9f152dc950 is going to be created. [ 1408.852110] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.852322] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.852444] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.852702] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.852924] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.853188] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.546983] env[65363]: INFO networking_nsxv3.common.synchronization [req-b462e9f2-a332-43e8-be09-b53e270bb131 req-8ad07f73-0472-4d5d-99e9-7dd17858cf81 service nova] Enqueued Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_rules [ 1409.547327] env[65363]: INFO networking_nsxv3.common.synchronization [req-b462e9f2-a332-43e8-be09-b53e270bb131 req-8ad07f73-0472-4d5d-99e9-7dd17858cf81 service nova] Enqueued Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_members [ 1409.547508] env[65363]: INFO networking_nsxv3.common.synchronization [req-b462e9f2-a332-43e8-be09-b53e270bb131 req-8ad07f73-0472-4d5d-99e9-7dd17858cf81 service nova] Enqueued Resource ID: db6cbca4-45da-414e-b928-fb9f152dc950 with Priority: HIGHEST for action port [ 1409.548027] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_rules [ 1409.548360] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_members [ 1409.548500] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6cbca4-45da-414e-b928-fb9f152dc950 with Priority: HIGHEST for action port [ 1409.548958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.548958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.548958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.549229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.549229] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.550047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.550216] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.550271] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.550438] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.550581] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.550686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.550742] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.550887] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.550971] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.551066] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.552320] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-db6cbca4-45da-414e-b928-fb9f152dc950 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.552470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.552470] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.552654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.552654] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6cbca4-45da-414e-b928-fb9f152dc950',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.055064] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.056188] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.056319] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.056451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db6cbca4-45da-414e-b928-fb9f152dc950 with status ACTIVE [ 1410.056635] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.056740] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.056805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.057011] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.057102] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.057267] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.057391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.057451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.057614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.057706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.057977] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.058245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.058430] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.058654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.058741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.058959] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db6cbca4-45da-414e-b928-fb9f152dc950 is going to be updated. [ 1410.082185] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.082400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.082400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.082594] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.082732] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.082911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db6cbca4-45da-414e-b928-fb9f152dc950" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.561057] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.063532] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.063884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.063884] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.063967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.064143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.064283] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 is going to be created. [ 1411.085776] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.085967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.085967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.086279] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.086459] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.096972] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53bd6b28-b2ea-4976-885e-f5b383977789 in Status: UNINITIALIZED for 2s [ 1413.108062] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53bd6b28-b2ea-4976-885e-f5b383977789 in Status: SUCCESS [ 1413.108448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.108448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.108615] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.108828] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.108952] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.109030] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.109194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.109275] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.109361] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.109450] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.611814] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.114894] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53bd6b28-b2ea-4976-885e-f5b383977789: rpc.has_security_group_logging(os_id): False [ 1414.132571] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.132767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.132767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.132985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.133128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.133372] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.133477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.133540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.133701] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.133781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.133867] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 is going to be created. [ 1414.192841] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.193097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.193097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.193274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.193454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.203154] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53bd6b28-b2ea-4976-885e-f5b383977789 in Status: IN_PROGRESS for 2s [ 1414.550073] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.550073] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1416.217115] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53bd6b28-b2ea-4976-885e-f5b383977789 in Status: SUCCESS [ 1416.217531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.551505] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.551980] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.552892] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.553315] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.554151] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.554151] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.555994] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.556421] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.557737] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.558206] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.558956] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.559504] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.560775] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.561177] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.562457] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.562457] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.563481] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.563481] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.564382] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.564655] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.565436] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.565771] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.567502] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.567502] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.569505] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.569870] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.571115] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.571594] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.572330] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.572804] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.573454] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.574241] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.575440] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.575819] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.577244] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.577667] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.578226] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.578697] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.579440] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.579794] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.581016] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.581402] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.930575] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1519.930838] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:4 started [ 1521.725573] env[65363]: INFO networking_nsxv3.common.synchronization [req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b req-c3f9b3ef-07f2-4825-9063-ddddd6ce92f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_members [ 1521.725573] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGHEST for action security_group_members [ 1521.725837] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.725837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.725929] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.726254] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.726627] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.726627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.726627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.726778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.726814] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.726912] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.230075] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.230310] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.230400] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.230564] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.230656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.230840] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.230933] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.230992] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.231156] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.231234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.231331] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 is going to be updated. [ 1522.268637] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.268824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.268868] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.269056] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.269202] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.280644] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53bd6b28-b2ea-4976-885e-f5b383977789 in Status: IN_PROGRESS for 2s [ 1524.291369] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53bd6b28-b2ea-4976-885e-f5b383977789 in Status: SUCCESS [ 1524.291769] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 deletion is rescheduled due to dependency. [ 1524.291769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.727378] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.727661] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.231137] env[65363]: INFO networking_nsxv3.common.synchronization [req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 req-5d79bac8-c926-48f9-b60c-9aef628880fd tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1531.231523] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1531.231733] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.231862] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.231922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.232166] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.232327] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.232417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.232483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.232623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.232702] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.232974] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.554324] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.554574] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.554704] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.554973] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.555254] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.555412] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.555529] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.555739] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.555883] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.556256] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1531.556388] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1531.556498] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1531.556604] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1531.556714] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1531.556818] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1531.556990] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1531.579024] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1531.579253] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1531.579332] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1531.579539] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.579842] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-aa6b2192-5248-470f-9ab9-ca3b4bedae73 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.580013] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.580141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.580459] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.580596] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6b2192-5248-470f-9ab9-ca3b4bedae73',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.735165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.735453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.735453] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.735593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.735685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.735875] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.736063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.736063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.736200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.736273] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.736359] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be updated. [ 1531.762162] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.762351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.762398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.762551] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.762684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.771749] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: IN_PROGRESS for 2s [ 1532.083340] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.083584] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.083662] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.083917] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.084081] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.084243] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port aa6b2192-5248-470f-9ab9-ca3b4bedae73 not found, creating... [ 1532.084705] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.084849] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.084912] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.085127] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.085266] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.085551] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.085706] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.085822] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.086046] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.086186] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.086323] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: aa6b2192-5248-470f-9ab9-ca3b4bedae73 is going to be created. [ 1532.106180] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.106362] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.106485] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.106741] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.106954] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.107207] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.790533] env[65363]: INFO networking_nsxv3.common.synchronization [req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 req-5f1c6eee-d0d5-4014-947a-94f01e3ca53a service nova] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_rules [ 1532.790808] env[65363]: INFO networking_nsxv3.common.synchronization [req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 req-5f1c6eee-d0d5-4014-947a-94f01e3ca53a service nova] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1532.790922] env[65363]: INFO networking_nsxv3.common.synchronization [req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 req-5f1c6eee-d0d5-4014-947a-94f01e3ca53a service nova] Enqueued Resource ID: aa6b2192-5248-470f-9ab9-ca3b4bedae73 with Priority: HIGHEST for action port [ 1532.791370] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_rules [ 1532.791509] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1532.791605] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6b2192-5248-470f-9ab9-ca3b4bedae73 with Priority: HIGHEST for action port [ 1532.791880] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.791997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.792182] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.792387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.792471] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.793889] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.793997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.794219] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6b2192-5248-470f-9ab9-ca3b4bedae73 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.794441] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.794512] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.794688] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.794805] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6b2192-5248-470f-9ab9-ca3b4bedae73',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.297111] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa6b2192-5248-470f-9ab9-ca3b4bedae73 with status ACTIVE [ 1533.297300] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.297477] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.297593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.297716] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.297847] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.297980] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.298095] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.298162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.298313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.298391] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.298574] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.298676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.298738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.298878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.298951] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.299055] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa6b2192-5248-470f-9ab9-ca3b4bedae73 is going to be updated. [ 1533.300792] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.300895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.319797] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.320012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.320012] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.320222] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.320371] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.320532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.780899] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: SUCCESS [ 1533.781128] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b deletion is rescheduled due to dependency. [ 1533.781244] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.781422] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.781639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.781816] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.781930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.781997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.782195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.782277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.782374] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.284711] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.786916] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.289728] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.290124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.290124] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.290514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.290514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.290514] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be updated. [ 1535.320674] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.320836] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.320901] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.321134] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.321326] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.332059] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: IN_PROGRESS for 2s [ 1537.343536] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: SUCCESS [ 1537.343855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.343941] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.344248] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.344498] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.344660] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.344747] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.344934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.345043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.345128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.345218] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.792694] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.792694] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1537.847430] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.847686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.847686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.847878] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.848049] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.848153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.848203] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.848359] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.848445] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.848531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.848674] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.848767] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.848829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.848972] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.849124] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.849214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.849269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.849407] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.849481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.849561] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.849649] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.351603] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57448e57-88f1-457c-986f-5f6d0bcfd47b: rpc.has_security_group_logging(os_id): False [ 1538.368569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.368796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.368796] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.368989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.369097] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.369290] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.369387] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.369456] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.369602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.369678] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.369860] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.369948] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.370035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.370205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.370286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.370480] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.370571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.370628] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.370764] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.370837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.370919] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be updated. [ 1538.433363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.433602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.433602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.433788] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.433932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.459572] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: IN_PROGRESS for 2s [ 1540.027751] env[65363]: INFO networking_nsxv3.common.synchronization [req-f88ddef6-9808-4c57-8309-1e1a0ed15912 req-108c1ba0-b62a-4da3-a5c8-72a5ae8f0c6a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1540.028281] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGHEST for action security_group_members [ 1540.029323] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.029452] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.029526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.029728] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.029887] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.030023] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.030072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.030258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.030342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.030438] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.081596] env[65363]: INFO networking_nsxv3.common.synchronization [req-f88ddef6-9808-4c57-8309-1e1a0ed15912 req-108c1ba0-b62a-4da3-a5c8-72a5ae8f0c6a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: aa6b2192-5248-470f-9ab9-ca3b4bedae73 with Priority: HIGHEST for action port [ 1540.082076] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6b2192-5248-470f-9ab9-ca3b4bedae73 with Priority: HIGHEST for action port [ 1540.082418] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6b2192-5248-470f-9ab9-ca3b4bedae73 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.082516] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.082586] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.082816] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.082932] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6b2192-5248-470f-9ab9-ca3b4bedae73',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.473957] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: SUCCESS [ 1540.474213] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.532923] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.533261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.533338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.533559] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.533655] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.533856] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.533957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.534044] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.534205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.534335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.534392] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be updated. [ 1540.564832] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.564984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.565072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.565348] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.565494] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.574369] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: IN_PROGRESS for 2s [ 1540.584818] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa6b2192-5248-470f-9ab9-ca3b4bedae73 with status ACTIVE [ 1540.585057] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.585230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.585286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.585480] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.585573] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.585978] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.585978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.585978] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.586153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.586153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.586503] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.586503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.586503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.586782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.586782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.586782] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa6b2192-5248-470f-9ab9-ca3b4bedae73 is going to be updated. [ 1540.610106] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.610277] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.610364] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.610545] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.610681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.610834] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6b2192-5248-470f-9ab9-ca3b4bedae73" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.585919] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b in Status: SUCCESS [ 1542.586598] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b deletion is rescheduled due to dependency. [ 1542.586598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.083345] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.083777] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.859021] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.859527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.859527] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.859809] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.859927] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.362881] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.865965] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.367960] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1548.368240] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1549.139910] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.140388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.140388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.140388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.151768] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1549.154261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.155037] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1549.192626] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.192846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.192846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.193081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.206639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.207470] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1549.207581] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.207681] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1549.236948] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.237215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.237215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.237385] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.238040] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.238190] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1549.315399] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.315622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.315622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.315805] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.316108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.316370] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1549.394601] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.394813] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.394853] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.395050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.395337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.395605] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1549.395692] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'53bd6b28-b2ea-4976-885e-f5b383977789', '3e70995d-340d-410f-8a11-5d67a3c40b7b', 'c323d623-427f-4bf0-9994-7879b5132715', 'b99d59b1-51d9-4ac7-a9d7-54f8a066014a', '86418f65-608f-4275-82f8-a3c9326b4066', 'e43c045a-c918-4bb9-834d-11c22546432c', 'c38fb4b9-d56f-4b56-9778-6ebf054f194b', '096c96be-017c-4688-8d07-1da19a75f2e2', '68a1d806-8025-49a2-99a7-318b18193092', 'c4cd06b5-edd8-4367-af20-bc54c9c15907', '29771e22-be47-489c-bcb6-307e587db36c', '56cb1b8c-34a4-47a2-9bac-db5d4e2625e9', 'e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a', '57448e57-88f1-457c-986f-5f6d0bcfd47b', 'ddd0c7d2-16b8-472f-acc5-24d1d1b8a909', 'e204c664-455c-4132-a5f6-f4c8940da6f3', '2866cba9-15b2-4d8e-afde-c4afac695466', 'ec08f920-92ec-4f4b-bb39-de4a0afc3201', 'ead1c92c-c1cb-4616-a545-00df6070478a', '4590a33c-dc69-491c-b6cb-ef85ad071d3d', '2582bbee-c3bf-4cd2-a717-0df56508e5c1', '74d8d53b-29f4-4d8b-979a-d92fe1edb3ce', 'c6bef2c3-8455-48fc-afe5-63dab17afe52', 'cf552f7e-7afd-44c4-bb77-bc5504be652c', '7e47b4ee-bff1-4beb-a99a-8a1dc98d47e9'} {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.395796] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1549.413920] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.414174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.414174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.414323] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.414409] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.414514] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1549.414586] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.414656] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1549.479693] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.479892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.479892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.480131] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.481303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.481579] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1549.481689] env[65363]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65363) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.481786] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1549.481856] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1549.481935] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1549.482019] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGH for action security_group_rules [ 1549.482115] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGH for action security_group_rules [ 1549.482169] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGH for action security_group_rules [ 1549.482239] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGH for action security_group_rules [ 1549.482336] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGH for action security_group_rules [ 1549.482398] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGH for action security_group_rules [ 1549.482470] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGH for action security_group_rules [ 1549.482534] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGH for action security_group_rules [ 1549.482605] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGH for action security_group_rules [ 1549.482657] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGH for action security_group_rules [ 1549.482708] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGH for action security_group_rules [ 1549.482765] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGH for action security_group_rules [ 1549.482804] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGH for action security_group_rules [ 1549.482834] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGH for action security_group_rules [ 1549.482887] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGH for action security_group_rules [ 1549.482968] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGH for action security_group_rules [ 1549.483070] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGH for action security_group_rules [ 1549.483134] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGH for action security_group_rules [ 1549.483197] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGH for action security_group_rules [ 1549.483260] env[65363]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGH for action security_group_rules [ 1549.483356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.084747] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.084747] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1550.084962] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bd6b28-b2ea-4976-885e-f5b383977789 with Priority: HIGH for action security_group_rules [ 1550.084962] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c323d623-427f-4bf0-9994-7879b5132715 with Priority: HIGH for action security_group_rules [ 1550.085089] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGH for action security_group_rules [ 1550.085196] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 with Priority: HIGH for action security_group_rules [ 1550.085298] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d with Priority: HIGH for action security_group_rules [ 1550.085381] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ead1c92c-c1cb-4616-a545-00df6070478a with Priority: HIGH for action security_group_rules [ 1550.085483] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 with Priority: HIGH for action security_group_rules [ 1550.085573] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2866cba9-15b2-4d8e-afde-c4afac695466 with Priority: HIGH for action security_group_rules [ 1550.085665] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b with Priority: HIGH for action security_group_rules [ 1550.085756] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e204c664-455c-4132-a5f6-f4c8940da6f3 with Priority: HIGH for action security_group_rules [ 1550.085842] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a with Priority: HIGH for action security_group_rules [ 1550.085932] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 with Priority: HIGH for action security_group_rules [ 1550.086027] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29771e22-be47-489c-bcb6-307e587db36c with Priority: HIGH for action security_group_rules [ 1550.086119] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 with Priority: HIGH for action security_group_rules [ 1550.086207] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68a1d806-8025-49a2-99a7-318b18193092 with Priority: HIGH for action security_group_rules [ 1550.086299] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e43c045a-c918-4bb9-834d-11c22546432c with Priority: HIGH for action security_group_rules [ 1550.086389] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096c96be-017c-4688-8d07-1da19a75f2e2 with Priority: HIGH for action security_group_rules [ 1550.086478] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86418f65-608f-4275-82f8-a3c9326b4066 with Priority: HIGH for action security_group_rules [ 1550.086565] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b with Priority: HIGH for action security_group_rules [ 1550.086655] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a with Priority: HIGH for action security_group_rules [ 1550.087009] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53bd6b28-b2ea-4976-885e-f5b383977789 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.087135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.087201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.087413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.087499] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53bd6b28-b2ea-4976-885e-f5b383977789',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.088421] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c323d623-427f-4bf0-9994-7879b5132715 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.088526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.088600] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.088771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.089324] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c323d623-427f-4bf0-9994-7879b5132715',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.089591] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.089704] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.090829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.090829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.090829] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.090829] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.090829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.091336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.091336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.091336] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddd0c7d2-16b8-472f-acc5-24d1d1b8a909',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.092158] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.092158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.092158] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.092374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.092374] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4590a33c-dc69-491c-b6cb-ef85ad071d3d',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.093077] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ead1c92c-c1cb-4616-a545-00df6070478a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.093200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.093313] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.093502] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.093579] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ead1c92c-c1cb-4616-a545-00df6070478a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.094275] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.094376] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.094446] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.094617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.094697] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec08f920-92ec-4f4b-bb39-de4a0afc3201',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.095556] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2866cba9-15b2-4d8e-afde-c4afac695466 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.095671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.095738] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.095895] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.095967] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2866cba9-15b2-4d8e-afde-c4afac695466',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.096714] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57448e57-88f1-457c-986f-5f6d0bcfd47b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.096823] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.096892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.097059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.097135] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57448e57-88f1-457c-986f-5f6d0bcfd47b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.097990] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e204c664-455c-4132-a5f6-f4c8940da6f3 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.097990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.097990] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.098224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.098224] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e204c664-455c-4132-a5f6-f4c8940da6f3',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.099126] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.099126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.099126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.099256] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.099256] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.100106] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.100240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.100325] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.100514] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.100572] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56cb1b8c-34a4-47a2-9bac-db5d4e2625e9',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.101224] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29771e22-be47-489c-bcb6-307e587db36c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.101332] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.101402] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.101553] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.101628] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29771e22-be47-489c-bcb6-307e587db36c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.102407] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4cd06b5-edd8-4367-af20-bc54c9c15907 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.102498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.102498] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.102639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.102714] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4cd06b5-edd8-4367-af20-bc54c9c15907',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.103422] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68a1d806-8025-49a2-99a7-318b18193092 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.103694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.103694] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.103875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.103875] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68a1d806-8025-49a2-99a7-318b18193092',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.104647] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e43c045a-c918-4bb9-834d-11c22546432c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.104757] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.104801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.104950] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.105039] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e43c045a-c918-4bb9-834d-11c22546432c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.105780] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-096c96be-017c-4688-8d07-1da19a75f2e2 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.105872] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.105916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.106048] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.106138] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('096c96be-017c-4688-8d07-1da19a75f2e2',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.106778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86418f65-608f-4275-82f8-a3c9326b4066 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.106892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.106958] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.107110] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.107185] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86418f65-608f-4275-82f8-a3c9326b4066',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.107930] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e70995d-340d-410f-8a11-5d67a3c40b7b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.108053] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.108128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.108266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.108340] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e70995d-340d-410f-8a11-5d67a3c40b7b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.109047] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.109159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.109220] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.109372] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.109449] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b99d59b1-51d9-4ac7-a9d7-54f8a066014a',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.145167] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.145535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.145535] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.145851] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.148036] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.148161] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.148839] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.148938] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.149589] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.149689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.150410] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.150501] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.168392] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.168392] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c323d623-427f-4bf0-9994-7879b5132715 is going to be deleted. [ 1550.169015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.169015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.189960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.190128] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddd0c7d2-16b8-472f-acc5-24d1d1b8a909 is going to be deleted. [ 1550.191025] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.191242] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.209908] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.210043] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4590a33c-dc69-491c-b6cb-ef85ad071d3d is going to be deleted. [ 1550.210892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.211112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.224484] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.224621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.254329] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.254515] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ead1c92c-c1cb-4616-a545-00df6070478a is going to be deleted. [ 1550.255423] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.255645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.296663] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.296861] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.297620] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.297620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.300257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.300384] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53bd6b28-b2ea-4976-885e-f5b383977789 is going to be deleted. [ 1550.301261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.301476] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.301566] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.301686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c323d623-427f-4bf0-9994-7879b5132715" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.301832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.301981] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.302074] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.302188] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddd0c7d2-16b8-472f-acc5-24d1d1b8a909" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.302684] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.302830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.302903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.303037] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4590a33c-dc69-491c-b6cb-ef85ad071d3d" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.420583] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.420831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.420886] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.421127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.421234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.421363] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ead1c92c-c1cb-4616-a545-00df6070478a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.422150] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.422322] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.422398] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.422591] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.422672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.422801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53bd6b28-b2ea-4976-885e-f5b383977789" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.615060] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.615261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.615261] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.615405] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.615567] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.615669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.615731] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.615880] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.615962] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.616060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.616149] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.647548] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.647752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.647752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.647967] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.654079] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.654270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.657064] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.657250] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.657949] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.658060] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.661343] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.661468] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.664544] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.664692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.665522] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.665621] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.668262] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.668426] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.670241] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.670358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.671556] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.671649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.672683] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.672777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.675907] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.676330] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.676428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.677072] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.677479] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.677593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.678641] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.679045] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.679143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.680677] env[65363]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1550.681194] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.681310] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec08f920-92ec-4f4b-bb39-de4a0afc3201 is going to be deleted. [ 1550.682336] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.682549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.706240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.706425] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e204c664-455c-4132-a5f6-f4c8940da6f3 is going to be deleted. [ 1550.707672] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.707937] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.730970] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.731229] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e43c045a-c918-4bb9-834d-11c22546432c is going to be deleted. [ 1550.732215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.732528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.752436] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.752677] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.755340] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.755483] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68a1d806-8025-49a2-99a7-318b18193092 is going to be deleted. [ 1550.756434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.756656] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.769138] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.769335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.782224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.782440] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a is going to be deleted. [ 1550.783640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.783855] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.806537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.806741] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57448e57-88f1-457c-986f-5f6d0bcfd47b is going to be deleted. [ 1550.807795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.808029] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.814283] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.814487] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.837066] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.837278] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.855214] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.855490] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e70995d-340d-410f-8a11-5d67a3c40b7b is going to be deleted. [ 1550.856918] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.857198] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.886576] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.886771] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.918979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.919188] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2866cba9-15b2-4d8e-afde-c4afac695466 is going to be deleted. [ 1550.920383] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.920634] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.988962] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.989199] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.990609] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.990802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.992157] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.992322] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56cb1b8c-34a4-47a2-9bac-db5d4e2625e9 is going to be deleted. [ 1550.993335] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.993584] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.051824] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.052015] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29771e22-be47-489c-bcb6-307e587db36c is going to be deleted. [ 1551.053015] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.053303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.098433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.098678] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86418f65-608f-4275-82f8-a3c9326b4066 is going to be deleted. [ 1551.099830] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.100120] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.104987] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.105191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.115612] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.115807] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.120184] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.168983] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.169355] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b99d59b1-51d9-4ac7-a9d7-54f8a066014a is going to be deleted. [ 1551.170050] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.170274] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.202282] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.202458] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 096c96be-017c-4688-8d07-1da19a75f2e2 is going to be deleted. [ 1551.203437] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.203665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.238742] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.238996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.239881] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.240042] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.268135] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.268326] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4cd06b5-edd8-4367-af20-bc54c9c15907 is going to be deleted. [ 1551.269305] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.269530] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.269626] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.269751] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec08f920-92ec-4f4b-bb39-de4a0afc3201" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.269912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.270087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.270168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.270280] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e204c664-455c-4132-a5f6-f4c8940da6f3" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.270842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.271043] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.271115] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.271229] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e43c045a-c918-4bb9-834d-11c22546432c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.271358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.271524] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.271601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.271714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68a1d806-8025-49a2-99a7-318b18193092" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.271885] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.272071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.272154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.272304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5343dbb-a6bd-4bf2-a3de-82cf2702ff3a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.272435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.272578] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.272670] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.272780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57448e57-88f1-457c-986f-5f6d0bcfd47b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.272925] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.273081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.273176] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.273353] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e70995d-340d-410f-8a11-5d67a3c40b7b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.273531] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.273680] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.273772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.273888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2866cba9-15b2-4d8e-afde-c4afac695466" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.274022] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.274165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.274238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.274346] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56cb1b8c-34a4-47a2-9bac-db5d4e2625e9" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.274471] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.274616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.274714] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.274865] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86418f65-608f-4275-82f8-a3c9326b4066" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.274954] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.275107] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.275181] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.275284] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29771e22-be47-489c-bcb6-307e587db36c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.329355] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.329571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.329571] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.329783] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.329875] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.329999] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b99d59b1-51d9-4ac7-a9d7-54f8a066014a" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.351516] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.351679] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.351739] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.351973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.352081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.352207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-096c96be-017c-4688-8d07-1da19a75f2e2" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.374073] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.374297] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.374358] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.374652] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.374782] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.374947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4cd06b5-edd8-4367-af20-bc54c9c15907" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.622428] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38fb4b9-d56f-4b56-9778-6ebf054f194b: rpc.has_security_group_logging(os_id): False [ 1551.639704] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.639916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.639916] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.640174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.660170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.660468] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.660588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.660658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.660848] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.660932] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.661034] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be updated. [ 1551.725379] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.725602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.725602] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.725794] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.725936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.739332] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: IN_PROGRESS for 2s [ 1553.754354] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1553.754354] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.087608] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.088065] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.089253] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.089766] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.291894] env[65363]: INFO networking_nsxv3.common.synchronization [req-d929b196-423a-423e-9b65-c1329b0dbb9b req-14fc1b03-28ae-45ca-bb05-69490f7caa9c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1564.292399] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1564.292714] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.292837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.292903] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.293108] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.293293] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.293428] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.293528] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.293698] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.293784] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.293870] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.557075] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.557316] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.557445] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.557710] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.557970] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.558139] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.558254] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.558467] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.558609] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.558812] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1564.558921] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1564.559046] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1564.559155] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1564.559264] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1564.559365] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1564.559491] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1564.577977] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1564.578152] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1564.578294] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1564.578453] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-808" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.578822] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-cf0bd281-ca0f-4b65-912f-132950f75f5c taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.579015] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.579145] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.579443] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.579584] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0bd281-ca0f-4b65-912f-132950f75f5c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.796169] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.083029] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.083029] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.083029] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.083318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.083318] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.083451] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port cf0bd281-ca0f-4b65-912f-132950f75f5c not found, creating... [ 1565.083773] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.083971] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.084117] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.084373] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.084577] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.085015] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.085208] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.085353] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.085659] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.085847] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.086058] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: cf0bd281-ca0f-4b65-912f-132950f75f5c is going to be created. [ 1565.105882] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.106110] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.106233] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.106501] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.106724] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.106937] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.298799] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.791431] env[65363]: INFO networking_nsxv3.common.synchronization [req-d929b196-423a-423e-9b65-c1329b0dbb9b req-bad7ce40-875f-42c8-920c-b3f5021f23f9 service nova] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1565.791623] env[65363]: INFO networking_nsxv3.common.synchronization [req-d929b196-423a-423e-9b65-c1329b0dbb9b req-bad7ce40-875f-42c8-920c-b3f5021f23f9 service nova] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1565.791761] env[65363]: INFO networking_nsxv3.common.synchronization [req-d929b196-423a-423e-9b65-c1329b0dbb9b req-bad7ce40-875f-42c8-920c-b3f5021f23f9 service nova] Enqueued Resource ID: cf0bd281-ca0f-4b65-912f-132950f75f5c with Priority: HIGHEST for action port [ 1565.792270] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_rules [ 1565.792425] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1565.792529] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0bd281-ca0f-4b65-912f-132950f75f5c with Priority: HIGHEST for action port [ 1565.792809] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.792939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.793039] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.793240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.793320] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.794165] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.794269] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.794497] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0bd281-ca0f-4b65-912f-132950f75f5c taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.794597] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.794682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.794842] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.794924] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0bd281-ca0f-4b65-912f-132950f75f5c',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.801024] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.801171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.801171] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.801720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.801720] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.801720] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be updated. [ 1565.835445] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.835681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.835681] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.835838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.835973] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.845056] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: IN_PROGRESS for 2s [ 1566.296956] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.297189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.298419] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf0bd281-ca0f-4b65-912f-132950f75f5c with status ACTIVE [ 1566.298593] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.298711] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.298778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.298985] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.299235] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.299235] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.299343] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.299401] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.299526] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.299603] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.299776] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.299866] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.299936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.300072] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.300147] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.300228] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf0bd281-ca0f-4b65-912f-132950f75f5c is going to be updated. [ 1566.322889] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.323257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.323257] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.323368] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.323435] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.323580] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0bd281-ca0f-4b65-912f-132950f75f5c" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.857091] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1567.857556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.857556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.857689] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.857879] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.857997] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.858073] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.858230] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.858309] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.858402] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.361251] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.864137] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.366570] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.366761] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.366852] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.367013] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.367116] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.367219] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be updated. [ 1569.400378] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.400593] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.400649] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.400897] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.401103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.411915] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: IN_PROGRESS for 2s [ 1570.794446] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.794818] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1571.422821] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1571.423038] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.423207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.423451] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.423632] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.423754] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.423819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.423974] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.424070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.424154] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.424246] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.926739] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.429520] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38fb4b9-d56f-4b56-9778-6ebf054f194b: rpc.has_security_group_logging(os_id): False [ 1572.447728] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.447934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.447934] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.448169] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.448258] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.448510] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.448620] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.448667] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.448819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.448894] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.448980] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be updated. [ 1572.507432] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.507665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.507665] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.507840] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.507987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.520623] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: IN_PROGRESS for 2s [ 1574.536705] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1574.537100] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.796060] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.796498] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.797172] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.797570] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.798406] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.798784] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.800089] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.800491] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.801771] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.802194] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.802687] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.804116] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.803975] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.804359] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.805291] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.805705] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.806567] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.806975] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.808499] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.808499] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1625.809263] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1625.809740] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1630.810963] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1630.811283] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.496663] env[65363]: INFO networking_nsxv3.common.synchronization [req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a req-9f11a9d0-4a1a-486d-97a4-3946947b2c0b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1634.497464] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1634.497947] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.497947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.498148] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.498201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.498351] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1634.498448] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.498507] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.498645] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1634.499103] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.499103] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1635.001497] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1635.504830] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.006958] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.007226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.007226] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.007481] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.007579] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.007685] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be updated. [ 1636.053622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.053841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.053841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.053979] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.054153] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.062838] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: IN_PROGRESS for 2s [ 1638.074015] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1638.074399] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.498658] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.499090] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.499359] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.499773] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.500593] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.500994] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.758104] env[65363]: INFO networking_nsxv3.common.synchronization [req-2f21505f-aeb7-4dd6-beb6-82af16e859df req-ccefa590-be51-48a0-a477-8c413ab39d0e tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Enqueued Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1650.758638] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b with Priority: HIGHEST for action security_group_members [ 1650.759380] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38fb4b9-d56f-4b56-9778-6ebf054f194b taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1650.759380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.759380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1650.759380] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1650.759627] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1650.759627] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.759719] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1650.759854] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1650.759957] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1650.760064] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38fb4b9-d56f-4b56-9778-6ebf054f194b',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1651.262984] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.263283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.263283] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.263511] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.263614] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.263810] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.263906] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.263966] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.264128] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.264201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.264286] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b is going to be updated. [ 1651.369678] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.369935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.369935] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.370127] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.370266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.379179] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: IN_PROGRESS for 2s [ 1653.390394] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b in Status: SUCCESS [ 1653.390795] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38fb4b9-d56f-4b56-9778-6ebf054f194b deletion is rescheduled due to dependency. [ 1653.390795] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38fb4b9-d56f-4b56-9778-6ebf054f194b" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.759269] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.759641] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1658.805598] env[65363]: INFO networking_nsxv3.common.synchronization [None req-dd292b42-4ee9-4b26-b23e-ab37e32ac1fc None None] Enqueued Resource ID: 3e297522-b79f-4547-bd6f-b4e16d238b07 with Priority: HIGHEST for action port [ 1658.806160] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e297522-b79f-4547-bd6f-b4e16d238b07 with Priority: HIGHEST for action port [ 1658.806467] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e297522-b79f-4547-bd6f-b4e16d238b07 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.806590] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e297522-b79f-4547-bd6f-b4e16d238b07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.806676] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e297522-b79f-4547-bd6f-b4e16d238b07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.806939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e297522-b79f-4547-bd6f-b4e16d238b07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.807151] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e297522-b79f-4547-bd6f-b4e16d238b07',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1659.309079] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e297522-b79f-4547-bd6f-b4e16d238b07 [ 1659.309370] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.309555] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.309646] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.309931] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.310259] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.310259] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e297522-b79f-4547-bd6f-b4e16d238b07 already deleted. [ 1659.310370] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e297522-b79f-4547-bd6f-b4e16d238b07" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1660.868776] env[65363]: INFO networking_nsxv3.common.synchronization [None req-ecb7b425-ceb6-4ee8-80da-b7042f1f8788 None None] Enqueued Resource ID: 2d26d388-844a-436a-92e0-77718019fc14 with Priority: HIGHEST for action port [ 1660.869302] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d26d388-844a-436a-92e0-77718019fc14 with Priority: HIGHEST for action port [ 1660.869605] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d26d388-844a-436a-92e0-77718019fc14 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1660.869741] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d26d388-844a-436a-92e0-77718019fc14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.869781] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d26d388-844a-436a-92e0-77718019fc14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1660.870143] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d26d388-844a-436a-92e0-77718019fc14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1660.870251] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d26d388-844a-436a-92e0-77718019fc14',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1661.372846] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d26d388-844a-436a-92e0-77718019fc14 [ 1661.373104] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1661.373232] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.373301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.373623] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1661.373715] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.373812] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d26d388-844a-436a-92e0-77718019fc14 already deleted. [ 1661.373891] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d26d388-844a-436a-92e0-77718019fc14" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.870421] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.870850] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1666.739617] env[65363]: INFO networking_nsxv3.common.synchronization [req-e03a420d-9116-43e6-b342-1dbd4632114a req-6b3a26d1-8b9d-4b6c-ba33-03259428f734 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1666.740436] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1666.740904] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.741126] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.741207] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.741549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.741788] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1666.741945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.742087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.742338] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1666.742474] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1666.742611] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.047444] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.047909] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.048333] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.049027] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.049342] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.049608] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.049832] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.050208] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.050409] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.050687] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1667.050814] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1667.050921] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1667.051034] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1667.051162] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1667.051318] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1667.051417] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1667.074258] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1667.074538] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1667.074748] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1667.074937] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.075353] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-dbe65e83-d823-4739-8e0a-d587799c9c55 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.075562] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.075681] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.076017] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.076168] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe65e83-d823-4739-8e0a-d587799c9c55',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1667.249399] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.249617] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.249669] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.250245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.250245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.250245] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.250495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.250495] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.250639] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.250789] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.250860] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 already deleted. [ 1667.250922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.579345] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.579723] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.579933] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.580205] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.580451] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.580700] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Segment Port dbe65e83-d823-4739-8e0a-d587799c9c55 not found, creating... [ 1667.581164] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.581417] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.581619] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.581934] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.582094] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.582398] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.582588] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.582694] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.582866] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.582995] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.583146] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: dbe65e83-d823-4739-8e0a-d587799c9c55 is going to be created. [ 1667.610955] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1667.611286] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.611500] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.611906] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1667.612271] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.612613] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.293757] env[65363]: INFO networking_nsxv3.common.synchronization [req-e03a420d-9116-43e6-b342-1dbd4632114a req-63dc5db3-6b49-440a-acd3-1bf089cde798 service nova] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_rules [ 1668.294050] env[65363]: INFO networking_nsxv3.common.synchronization [req-e03a420d-9116-43e6-b342-1dbd4632114a req-63dc5db3-6b49-440a-acd3-1bf089cde798 service nova] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1668.294262] env[65363]: INFO networking_nsxv3.common.synchronization [req-e03a420d-9116-43e6-b342-1dbd4632114a req-63dc5db3-6b49-440a-acd3-1bf089cde798 service nova] Enqueued Resource ID: dbe65e83-d823-4739-8e0a-d587799c9c55 with Priority: HIGHEST for action port [ 1668.294552] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_rules [ 1668.294682] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1668.294777] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbe65e83-d823-4739-8e0a-d587799c9c55 with Priority: HIGHEST for action port [ 1668.295054] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.295173] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.295239] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.295532] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.295588] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.296406] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.297070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.297070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.297070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.297070] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.297070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.297070] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.297356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.297356] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.297356] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.297997] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbe65e83-d823-4739-8e0a-d587799c9c55 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.298708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.298708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.298708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.298708] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe65e83-d823-4739-8e0a-d587799c9c55',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.799983] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.800224] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.800224] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbe65e83-d823-4739-8e0a-d587799c9c55 with status ACTIVE [ 1668.800378] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.800486] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.800569] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.800750] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.800838] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.801017] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.801112] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.801165] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.801315] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.801388] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.801609] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.801708] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.801770] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.801912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.801984] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.802086] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbe65e83-d823-4739-8e0a-d587799c9c55 is going to be updated. [ 1668.803144] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1668.823790] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1668.824017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.824017] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.824223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1668.824349] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1668.824518] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.306752] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1669.809255] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.809499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.809499] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.809685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.809777] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.809879] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be created. [ 1669.835601] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1669.835841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.835841] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.835996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1669.836162] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.846190] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: UNINITIALIZED for 2s [ 1671.861100] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1671.861100] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.861100] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.861397] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.861397] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.861540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.861636] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.861718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.861798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.861883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.861971] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.364622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.364945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.364945] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.365191] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.365359] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.365469] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.365537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.365706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.365801] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.365899] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.366126] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.366234] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.366298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.366462] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.366604] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.366706] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.366768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.366912] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.366989] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.367087] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.367178] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.869796] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6: rpc.has_security_group_logging(os_id): False [ 1672.888655] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.888883] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.888930] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.889241] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.889342] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.889569] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.889673] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.889755] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.889993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.890144] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.890430] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.890574] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.890654] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.890832] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.890914] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.891110] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.891205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.891262] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.891403] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.891509] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.891595] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be created. [ 1672.946819] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.947170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.947170] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.947475] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.947691] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.959560] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1673.295636] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1673.295880] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1674.973911] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1674.973911] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.296918] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1678.297338] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1679.790793] env[65363]: INFO networking_nsxv3.common.synchronization [req-3d9a8d1f-7aec-4d42-a100-c46113b23961 req-fb9a184c-310a-41da-9d97-e5914d59beb6 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1679.790793] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1679.791091] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1679.791184] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.791249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1679.791455] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1679.791648] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1679.791756] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.791819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1679.791976] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1679.792076] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.792159] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1680.065285] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.065474] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.065600] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.065864] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.066137] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.066292] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.066401] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.066610] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.066751] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.066953] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1680.067077] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1680.067186] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1680.067291] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1680.067398] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1680.067502] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1680.067630] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1680.089123] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1680.089278] env[65363]: DEBUG dogpile.cache.region [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1680.089412] env[65363]: DEBUG dogpile.lock [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1680.089578] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.089878] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.090051] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.090232] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.090550] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.090684] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1680.296045] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1680.593084] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.593084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.593084] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.593367] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.593518] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.593709] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Segment Port fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec not found, creating... [ 1680.593970] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.594141] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.594254] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.594496] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.594659] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.594945] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.595112] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.595225] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.595429] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.595558] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.595697] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Resource: SegmentPort with ID: fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec is going to be created. [ 1680.621234] env[65363]: DEBUG networking_nsxv3.common.locking [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1680.621445] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.621564] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1680.621863] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1680.622113] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.622332] env[65363]: DEBUG oslo_concurrency.lockutils [None req-20d4fc9d-6048-4a78-8695-6abf47f4f3ef None None] Releasing lock "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1680.798309] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1681.296959] env[65363]: INFO networking_nsxv3.common.synchronization [req-3d9a8d1f-7aec-4d42-a100-c46113b23961 req-78c56a80-d8ed-415b-bc42-ca205e31c4f7 service nova] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_rules [ 1681.297433] env[65363]: INFO networking_nsxv3.common.synchronization [req-3d9a8d1f-7aec-4d42-a100-c46113b23961 req-78c56a80-d8ed-415b-bc42-ca205e31c4f7 service nova] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1681.297433] env[65363]: INFO networking_nsxv3.common.synchronization [req-3d9a8d1f-7aec-4d42-a100-c46113b23961 req-78c56a80-d8ed-415b-bc42-ca205e31c4f7 service nova] Enqueued Resource ID: fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec with Priority: HIGHEST for action port [ 1681.297619] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_rules [ 1681.297619] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1681.297738] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec with Priority: HIGHEST for action port [ 1681.298290] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.298413] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.298483] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.298712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.298793] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1681.299604] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.299699] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.299885] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.299980] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.300055] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.300221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.300294] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1681.301187] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.301298] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.301622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.301622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.301622] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.301718] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be updated. [ 1681.337989] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.338231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.338231] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.338433] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.338638] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.348160] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1681.801585] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.802035] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.804087] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec with status ACTIVE [ 1681.804272] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.804390] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.804458] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.804718] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.804828] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.805035] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.805089] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.805152] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.805302] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.805374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.805556] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.805651] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.805713] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.805844] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.805947] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.806013] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec is going to be updated. [ 1681.829622] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1681.829829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.829829] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.829987] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1681.830168] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1681.830270] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.357585] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1683.357960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.357960] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.358215] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.358425] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1683.358556] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.358609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.358768] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.358849] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.358945] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1683.861724] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.364334] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1684.866815] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.867059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.867059] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.867286] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.867379] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.867482] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be updated. [ 1684.894879] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1684.895101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.895101] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.895296] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.895436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.903810] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1686.299293] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1686.299668] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1686.917020] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1686.917200] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.917424] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.917609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.917803] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1686.917922] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.917986] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.918159] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.918240] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.918337] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.918430] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1687.421305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.421752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.421752] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.421837] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.421992] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.422113] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.422178] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.422333] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.422417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.422503] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.422679] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.422812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.422812] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.422956] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.423100] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.423189] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.423249] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.423382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.423457] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.423537] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.423632] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1687.925758] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6: rpc.has_security_group_logging(os_id): False [ 1687.947123] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.947436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.947436] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.947598] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.947658] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.947893] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.948019] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.948081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.948303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.948303] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.948523] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.948616] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.948671] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.948820] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.948890] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.949091] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1687.949205] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.949260] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.949377] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1687.949472] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.949564] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be updated. [ 1688.071934] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1688.072221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.072221] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1688.072439] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1688.072659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1688.088945] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1690.103757] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1690.104136] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1691.300245] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1691.300644] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1691.970305] env[65363]: INFO networking_nsxv3.common.synchronization [req-193c34eb-aaf7-415f-a89a-41e14caf8d2a req-3aa8e5c6-1937-42a6-9c26-bff4dd6e0461 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1691.970839] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1691.971172] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1691.971411] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.971488] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1691.971712] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1691.971873] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1691.972463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.972463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1691.972463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1691.972463] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1691.972463] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1692.476975] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1692.979900] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1693.482171] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1693.482418] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.482454] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1693.482686] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1693.482819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.482927] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be updated. [ 1693.513419] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1693.513609] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.513682] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1693.513921] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1693.514106] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1693.524151] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1695.537496] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1695.537496] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.972605] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1696.973050] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1701.974545] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1701.974545] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1706.976107] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1706.976523] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1711.977335] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1711.977718] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1716.979105] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1716.979532] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1721.980458] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1721.980816] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1726.982355] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1726.982657] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1730.980601] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.980945] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.980945] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.981213] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.981475] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1730.981636] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.981749] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.981960] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1730.982128] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1730.982345] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1730.982454] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] NeedRegenerationException {{(pid=65363) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1730.982556] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] no value, waiting for create lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1730.982658] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] value creation lock acquired {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1730.982760] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] No value present for key: 'zone-id' {{(pid=65363) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1730.982859] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Calling creation function for not-yet-present value {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1730.982984] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1731.004033] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1731.004220] env[65363]: DEBUG dogpile.cache.region [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65363) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1731.004356] env[65363]: DEBUG dogpile.lock [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Released creation lock {{(pid=65363) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1731.004525] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "network-162" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.004836] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock port-dbe65e83-d823-4739-8e0a-d587799c9c55 taken with stack trace [, , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.005017] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.005162] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.005419] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.005552] env[65363]: DEBUG networking_nsxv3.api.rpc [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe65e83-d823-4739-8e0a-d587799c9c55',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1731.508556] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.508804] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.508872] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.509133] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.509289] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.509581] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.509734] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.509848] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.510082] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.510220] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.510499] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.510652] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.510767] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.510969] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.511115] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.511255] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Resource: SegmentPort with ID: dbe65e83-d823-4739-8e0a-d587799c9c55 is going to be updated. [ 1731.534122] env[65363]: DEBUG networking_nsxv3.common.locking [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1731.534372] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.534498] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1731.534780] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1731.534981] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.535265] env[65363]: DEBUG oslo_concurrency.lockutils [None req-b4770667-616d-40e0-a62b-09c847175b96 None None] Releasing lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.984055] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1731.984055] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1732.209252] env[65363]: INFO networking_nsxv3.common.synchronization [req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f req-485b012b-521d-472c-9783-5ddad03d9ff3 service nova] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_rules [ 1732.209383] env[65363]: INFO networking_nsxv3.common.synchronization [req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f req-485b012b-521d-472c-9783-5ddad03d9ff3 service nova] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1732.209572] env[65363]: INFO networking_nsxv3.common.synchronization [req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f req-485b012b-521d-472c-9783-5ddad03d9ff3 service nova] Enqueued Resource ID: dbe65e83-d823-4739-8e0a-d587799c9c55 with Priority: HIGHEST for action port [ 1732.209858] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_rules [ 1732.210019] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1732.210115] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbe65e83-d823-4739-8e0a-d587799c9c55 with Priority: HIGHEST for action port [ 1732.210687] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.210790] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.210859] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.211492] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.211621] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1732.212827] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.212993] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.213587] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.214567] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.215778] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.215778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.215778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.215778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.215778] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.215778] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1732.216612] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbe65e83-d823-4739-8e0a-d587799c9c55 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.216780] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.217104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.217104] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.217206] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe65e83-d823-4739-8e0a-d587799c9c55',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1732.719252] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.719386] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.719644] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1732.720579] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbe65e83-d823-4739-8e0a-d587799c9c55 with status ACTIVE [ 1732.720803] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.720942] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.721066] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.721301] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.721414] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.722799] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.722799] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.722799] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.722799] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbe65e83-d823-4739-8e0a-d587799c9c55 is going to be updated. [ 1732.746031] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1732.746245] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.746351] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.746674] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1732.746846] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1732.747071] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbe65e83-d823-4739-8e0a-d587799c9c55" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.224789] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1733.727363] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.727585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.727585] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.727798] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.727888] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.727992] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be updated. [ 1733.759610] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1733.759831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.759831] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.760046] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1733.760195] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.771144] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1735.782988] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1735.783394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.783394] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.783631] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.783827] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1735.783936] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.784021] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1735.784223] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1735.784304] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.784396] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.784487] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1736.287496] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.287769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.287769] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.288090] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.288305] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.288415] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.288493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.288641] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.288733] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.288819] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.288979] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.289174] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.289276] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.289434] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.289576] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.289663] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.289727] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.289845] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.289919] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.289996] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.290093] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1736.792322] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6: rpc.has_security_group_logging(os_id): False [ 1736.810330] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.810549] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.810640] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.810904] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.811063] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.811427] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.811588] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.811692] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.811939] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.812081] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.812379] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.812493] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.812601] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.812779] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.812858] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.813070] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.813185] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.813225] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.813374] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.813464] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.813553] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be updated. [ 1736.876870] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1736.877238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.877238] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1736.877478] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1736.877659] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.894458] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1737.211519] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1737.211772] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1738.911267] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1738.911685] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1742.213268] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1742.213666] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1747.214551] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1747.214920] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1752.215869] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1752.216162] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1757.217437] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1757.217825] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1758.601070] env[65363]: INFO networking_nsxv3.common.synchronization [req-de1ceddf-f229-4487-8610-17f54a801c72 req-f9890656-efcf-4e0d-bae2-47ab31e970ed tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Enqueued Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1758.601825] env[65363]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 with Priority: HIGHEST for action security_group_members [ 1758.602287] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 taken with stack trace [, , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1758.602287] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.602540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.602540] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1758.602675] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1758.602772] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.602835] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1758.603179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1758.603179] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.603179] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d596428-d1cb-4d2d-9c46-f0b05ffa11c6',) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1759.105374] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.105608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.105608] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.105802] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.105892] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.106104] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.106201] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.106266] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.106417] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.106491] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.106593] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 is going to be updated. [ 1759.134781] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1759.135032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.135032] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.135427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1759.135427] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1759.145013] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: IN_PROGRESS for 2s [ 1759.931649] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1759.932039] env[65363]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abe18c5a-e1da-4fbf-99b2-3c41c699337d None None] NSXv3 Agent Agent loop - iteration:5 started [ 1761.156897] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 in Status: SUCCESS [ 1761.157382] env[65363]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d596428-d1cb-4d2d-9c46-f0b05ffa11c6 deletion is rescheduled due to dependency. [ 1761.157382] env[65363]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d596428-d1cb-4d2d-9c46-f0b05ffa11c6" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1763.603064] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1763.603064] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1768.604164] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1768.604696] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1773.606053] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1773.606411] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1778.607642] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1778.608064] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1783.609344] env[65363]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1783.609679] env[65363]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1786.864654] env[65363]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65363) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1786.865082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.865082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.865082] env[65363]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65363) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1786.865237] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1787.368021] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1787.870434] env[65363]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65363) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1788.372815] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1788.373083] env[65363]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment.